-- Logs begin at Mon 2021-05-10 16:30:31 UTC, end at Mon 2021-05-10 17:47:03 UTC. --
May 10 17:11:34.305985 dv-cinder-786383-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
May 10 17:11:36.701063 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.common.config [-] Logging enabled!
May 10 17:11:36.701682 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192
May 10 17:11:36.701826 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78592) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 10 17:11:36.705034 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.common.config [-] Logging enabled!
May 10 17:11:36.705316 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev192
May 10 17:11:36.705606 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=78592) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
May 10 17:11:36.706554 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 10 17:11:36.706785 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 10 17:11:36.707138 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 10 17:11:36.707379 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 10 17:11:36.707598 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 10 17:11:36.707912 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.708199 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.708490 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.708720 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.709004 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.709290 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.709567 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.709849 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.710140 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.710441 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.710718 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.710998 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.711223 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.711498 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.711780 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.712063 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.712282 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] debug                          = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.712556 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.712978 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.713380 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.713656 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.713940 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.714214 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.714511 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.714784 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.715591 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.715918 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] host                           = dv-cinder-786383-3-iscsi {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.716193 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.716477 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.716760 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.717041 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.717309 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.717594 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.717861 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.718129 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.718420 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.718691 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.718974 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.719261 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.719809 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.720028 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.720246 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.720529 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.720812 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.721078 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.721347 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.721613 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.721883 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.722152 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.722448 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.722727 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.723004 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.723283 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.723550 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.723817 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.724083 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.724349 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.724627 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.724893 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.725158 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.725424 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.725705 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.725966 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.726230 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.726549 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.726829 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.727104 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.727382 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.727648 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.727925 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.728191 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.728457 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.728721 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.728986 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.729253 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.729527 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.729795 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.730061 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.730325 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.731191 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.731472 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:36.731763 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.732056 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.732351 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.732632 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.732924 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.733199 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.733484 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.733757 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.734041 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.734325 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.734632 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.734906 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.735188 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.735460 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.735750 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.736047 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.736336 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.736624 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.736896 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.737168 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.737436 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.737708 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.737989 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.738279 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.738587 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.738859 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.739137 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.739421 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.739692 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.739960 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.740234 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.740519 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.740791 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.741058 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.741334 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.741604 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.741872 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.742139 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.742435 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.742721 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.742994 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.743263 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.743529 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.743799 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.744065 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.744347 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.744619 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.744888 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.745154 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.745427 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.745694 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.745961 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.746273 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.746566 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.746841 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.747109 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.747379 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.747648 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.747916 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.748183 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.748452 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.748718 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.748990 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.749261 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.749527 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.749793 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.750060 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.750327 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.750630 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.750923 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.751195 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.751468 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.751742 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.752017 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.752289 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.752563 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.752836 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.753108 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.753377 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.753660 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.753938 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.754221 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.754521 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.754793 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.755084 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.755355 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.755633 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.755911 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.756182 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.756465 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.756745 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.757032 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.757319 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.757604 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.757893 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.758180 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.758480 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.758785 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.759066 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:36.759278 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 10 17:11:36.759508 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=78592) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
May 10 17:11:37.103397 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=78592) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:11:37.103673 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=78592) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:11:37.103958 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=78592) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:11:37.104300 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.manager [-] Loading core plugin: ml2
May 10 17:11:37.405250 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.405538 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.405808 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.407033 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.407308 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.407585 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.525996 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.526271 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.526564 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.539506 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.539780 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.540047 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.568514 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.568796 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.569061 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.606490 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.606769 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.607034 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.834965 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8f09f66a60> agent after_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.835564 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f8f09f66a60> agent after_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.835564 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f8f09f66940> segment precommit_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.835718 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f8f09f669d0> network precommit_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.836408 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f8f09f93670> segment before_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.964343 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> network before_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.964662 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f8f09f033a0> agent before_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.964974 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> network before_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.965243 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> port before_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.965504 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> port before_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.965809 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> segment precommit_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.966066 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> segment precommit_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.966318 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> segment after_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.966590 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> segment after_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.966872 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> network after_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.967126 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> network precommit_delete 0 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.967383 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> port provisioning_complete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.967644 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> rbac-policy before_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.967890 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> rbac-policy after_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.968153 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> agent after_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.968414 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> subnet after_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.968668 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> subnet precommit_delete 0 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.968938 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> rbac-policy before_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.969187 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> rbac-policy before_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.969719 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> segment_host_mapping after_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.970060 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> port after_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.970309 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> port after_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.970580 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> port after_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.970999 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> rbac-policy before_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.971252 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> rbac-policy before_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.971500 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f8f0a8ad5e0>> rbac-policy before_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:37.971883 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=78592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:11:37.972124 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=78592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:11:37.972363 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=78592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:11:37.972601 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=78592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:11:37.972838 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=78592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:11:37.973073 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=78592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:11:37.973433 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
May 10 17:11:37.976544 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
May 10 17:11:37.980447 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
May 10 17:11:37.984387 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])])
May 10 17:11:37.985985 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
May 10 17:11:37.986462 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
May 10 17:11:37.986799 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
May 10 17:11:37.987186 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
May 10 17:11:37.990000 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
May 10 17:11:37.990250 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
May 10 17:11:37.990771 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
May 10 17:11:38.018684 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
May 10 17:11:38.019135 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f8f09ebd880>> qos_plugin after_init 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.019428 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=78592) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
May 10 17:11:38.019786 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f8f09ebd2e0>> logging-plugin after_init 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.021118 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=78592) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
May 10 17:11:38.021399 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
May 10 17:11:38.021646 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
May 10 17:11:38.024856 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f8f09dd9bb0>> floatingip before_response 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.025132 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f8f09dd9bb0>> port before_response 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.091414 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
May 10 17:11:38.091603 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
May 10 17:11:38.091836 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
May 10 17:11:38.092204 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
May 10 17:11:38.121790 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_db.sqlalchemy.engines [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=78592) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
May 10 17:11:38.451478 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.managers [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Initializing driver for type 'gre'
May 10 17:11:38.452062 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] gre ID ranges: [(1, 1000)]
May 10 17:11:38.509528 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.managers [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Initializing driver for type 'local'
May 10 17:11:38.509946 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.managers [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Initializing driver for type 'vlan'
May 10 17:11:38.521468 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] VlanTypeDriver initialization complete
May 10 17:11:38.521820 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.managers [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Initializing driver for type 'vxlan'
May 10 17:11:38.522325 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] vxlan ID ranges: [(1, 1000)]
May 10 17:11:38.580036 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.managers [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Initializing extension driver 'port_security'
May 10 17:11:38.580451 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.extensions.port_security [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] PortSecurityExtensionDriver initialization complete
May 10 17:11:38.580809 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.managers [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Initializing mechanism driver 'openvswitch'
May 10 17:11:38.581154 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.managers [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Initializing mechanism driver 'hyperv'
May 10 17:11:38.587695 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.plugins.ml2.plugin [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=78592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:11:38.588463 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8f0a0fcee0>> port after_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.588839 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8f0a0fcee0>> port after_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.589194 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8f0a0fcee0>> port after_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.589585 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8f09d74a60>> subnet after_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.589937 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8f09d74a60>> subnet after_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.590283 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8f09d74a60>> subnet after_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.590694 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8f0992ee20>> network after_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.591043 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8f0992ee20>> network after_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.591385 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8f0992ee20>> network after_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.591765 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8f0992eeb0>> security_group after_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.592116 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8f0992eeb0>> security_group after_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.592465 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8f0992eeb0>> security_group after_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.592844 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8f09933340>> security_group_rule after_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.593191 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8f09933340>> security_group_rule after_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.593531 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8f09933340>> security_group_rule after_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.593910 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8f099335b0>> address_group after_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.594255 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8f099335b0>> address_group after_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.594878 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f8f099335b0>> address_group after_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.595215 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] ML2 OVO RPC backend initialized. {{(pid=78592) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
May 10 17:11:38.595922 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8f099339a0>> router_interface after_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.596280 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8f099339a0>> router_interface after_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.596699 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8f099339a0>> network before_response 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.597047 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8f099339a0>> networks before_response 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.597395 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8f099339a0>> port before_response 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.597736 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8f099339a0>> ports before_response 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.598079 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8f099339a0>> subnet before_response 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.598454 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8f099339a0>> subnets before_response 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.598804 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8f099339a0>> network after_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.599149 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8f099339a0>> network after_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.599489 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8f099339a0>> network after_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.599827 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8f099339a0>> port after_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.600165 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8f099339a0>> port after_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.600504 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8f099339a0>> port after_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.600842 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8f099339a0>> subnet after_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.601180 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8f099339a0>> subnet after_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.601517 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f8f099339a0>> subnet after_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.602091 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.plugin [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Modular L2 Plugin initialization complete
May 10 17:11:38.602460 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading services supported by the core plugin {{(pid=78592) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
May 10 17:11:38.602792 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.plugins.ml2.managers [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Got port-security extension from driver 'port_security'
May 10 17:11:38.603256 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.extensions.vlantransparent [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Disabled vlantransparent extension.
May 10 17:11:38.603742 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=78592) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
May 10 17:11:38.604056 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading Plugin: router
May 10 17:11:38.639962 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8f09933ac0>> router_interface before_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.640361 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8f09933ac0>> router after_create 55549900 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.640734 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8f09933ac0>> router before_create 55549900 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.641104 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8f09933ac0>> router_interface before_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.641486 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8f09933ac0>> router_interface after_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.641844 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8f09933ac0>> router after_delete 55549900 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.642201 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8f09933ac0>> floatingip after_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.642596 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8f09933ac0>> router after_create 55549900 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.642942 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8f09933ac0>> router after_update 55549900 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.643292 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8f09933ac0>> router after_update 55549900 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.643641 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8f09933ac0>> router_gateway after_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.644003 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8f09933ac0>> router after_update 55549900 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.644411 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8f09933ac0>> router precommit_update 55549900 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.644778 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f8f09f4d670> port after_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.645120 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f8f09f4d700> port after_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.645461 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f8f09f4d5e0> subnet after_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.645798 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f8f09f4d160> subnetpool_address_scope after_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.646145 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8f09933ac0>> port precommit_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.646524 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8f09933ac0>> router precommit_create 55549900 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.646867 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f8f09f3c9d0> port before_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.647208 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8f09933ac0>> router precommit_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.647563 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8f09933ac0>> router after_update 55549900 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.647904 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8f09933ac0>> router precommit_delete 55549900 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.648250 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8f09933ac0>> router precommit_create 55549900 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.648609 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8f09933ac0>> router_interface after_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.648953 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8f09933ac0>> router precommit_update 55549900 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.649322 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f8f09933ac0>> network after_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.650170 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Tracking information for resource: router configured {{(pid=78592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:11:38.650540 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Tracking information for resource: floatingip configured {{(pid=78592) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
May 10 17:11:38.655964 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.db.l3_agentschedulers_db [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
May 10 17:11:38.656545 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f8f098ac160> port after_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.656909 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f8f098ac040> port after_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.657259 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <function _notify_port_delete at 0x7f8f098ac0d0> port after_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.657608 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f8f098ac430> port after_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.658431 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8f098dc2e0>> router before_create 55550100 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.658800 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8f098dc2e0>> router precommit_delete 55550100 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.659161 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8f098dc2e0>> router precommit_create 55550100 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.659517 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f8f098dc2e0>> router precommit_update 55550100 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.663898 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.services.provider_configuration [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Service providers = [] {{(pid=78592) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
May 10 17:11:38.664268 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.db.servicetype_db [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=78592) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
May 10 17:11:38.667202 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.services.service_base [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=78592) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 17:11:38.667554 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.services.service_base [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=78592) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 17:11:38.667898 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.services.service_base [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=78592) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 17:11:38.669427 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.services.service_base [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=78592) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
May 10 17:11:38.669802 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.services.service_base [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Default provider is not specified for service type L3_ROUTER_NAT
May 10 17:11:38.671666 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=78592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:11:38.672008 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
May 10 17:11:38.682542 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=78592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:11:38.682880 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading Plugin: auto_allocate
May 10 17:11:38.689100 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8f098ee820> network precommit_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.689473 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f8f098ee820> network precommit_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.689993 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=78592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:11:38.690318 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading Plugin: tag
May 10 17:11:38.697069 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=78592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:11:38.697404 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading Plugin: timestamp
May 10 17:11:38.701755 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=78592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:11:38.702040 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading Plugin: network_ip_availability
May 10 17:11:38.707288 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8f098ed8e0>> rbac-policy before_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.707664 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8f098ed8e0>> rbac-policy before_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.708028 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8f098ed8e0>> rbac-policy before_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.708740 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=78592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:11:38.709059 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading Plugin: flavors
May 10 17:11:38.713984 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=78592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:11:38.714320 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading Plugin: revisions
May 10 17:11:38.718629 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=78592) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
May 10 17:11:38.719018 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_concurrency.lockutils [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.615s {{(pid=78592) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:11:38.720020 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=78592) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
May 10 17:11:38.720356 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Initializing extension manager.
May 10 17:11:38.720871 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: __init__.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.721213 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: __pycache__ {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.721549 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.721885 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: address_group.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.722661 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.723231 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: address-group
May 10 17:11:38.723558 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: address_scope.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.724267 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.724776 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: address-scope
May 10 17:11:38.725099 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: admin_state_down_before_update.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.726021 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.726565 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: router-admin-state-down-before-update
May 10 17:11:38.726893 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: agent.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.727588 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.728099 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: agent
May 10 17:11:38.728424 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: agent_resources_synced.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.729323 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.729835 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: agent-resources-synced
May 10 17:11:38.730158 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: allowedaddresspairs.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.731973 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.732501 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: allowed-address-pairs
May 10 17:11:38.732828 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: auto_allocated_topology.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.733902 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.734456 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: auto-allocated-topology
May 10 17:11:38.734784 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: availability_zone.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.735469 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.735981 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: availability_zone
May 10 17:11:38.736304 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: availability_zone_filter.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.737205 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.737718 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: availability_zone_filter
May 10 17:11:38.738041 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: data_plane_status.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.738967 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.739476 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension data-plane-status not supported by any of loaded plugins
May 10 17:11:38.739798 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: default_subnetpools.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.740706 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.741217 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: default-subnetpools
May 10 17:11:38.741540 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: dhcpagentscheduler.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.742382 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.742860 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: dhcp_agent_scheduler
May 10 17:11:38.743186 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: dns.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.744085 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.744591 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension dns-integration not supported by any of loaded plugins
May 10 17:11:38.744917 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: dns_domain_ports.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.745827 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.746879 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension dns-domain-ports not supported by any of loaded plugins
May 10 17:11:38.747203 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: dvr.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.747871 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.748381 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: dvr
May 10 17:11:38.748704 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: empty_string_filtering.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.749607 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.750115 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: empty-string-filtering
May 10 17:11:38.750465 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.751364 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.751870 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
May 10 17:11:38.752192 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.753087 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.753598 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
May 10 17:11:38.753921 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: external_net.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.754857 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.755368 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: external-net
May 10 17:11:38.755689 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: extra_dhcp_opt.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.756590 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.757099 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: extra_dhcp_opt
May 10 17:11:38.757419 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: extraroute.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.758316 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.758858 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: extraroute
May 10 17:11:38.759181 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: extraroute_atomic.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.760216 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.760761 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: extraroute-atomic
May 10 17:11:38.761085 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: filter_validation.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.762359 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.762878 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: filter-validation
May 10 17:11:38.763200 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: fip_pf_description.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.764278 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.764790 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
May 10 17:11:38.765114 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: fip_port_details.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.766019 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.766556 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: fip-port-details
May 10 17:11:38.766882 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: flavors.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.768090 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.768609 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: flavors
May 10 17:11:38.768934 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.770620 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.771145 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
May 10 17:11:38.771485 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: floatingip_pools.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.772182 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.772694 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: floatingip-pools
May 10 17:11:38.773021 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: ip_allocation.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.773946 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.774500 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension ip_allocation not supported by any of loaded plugins
May 10 17:11:38.774831 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.775742 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.776260 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: ip-substring-filtering
May 10 17:11:38.776586 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: l2_adjacency.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.777530 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.778042 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension l2_adjacency not supported by any of loaded plugins
May 10 17:11:38.778400 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: l3.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.779357 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.779882 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: router
May 10 17:11:38.780253 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: l3_conntrack_helper.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.782464 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.783002 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension l3-conntrack-helper not supported by any of loaded plugins
May 10 17:11:38.783336 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.784259 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.784780 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: ext-gw-mode
May 10 17:11:38.785109 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.786017 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.786570 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: l3-ha
May 10 17:11:38.786898 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: l3_flavors.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.787805 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.788315 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: l3-flavors
May 10 17:11:38.788639 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.789562 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.790079 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: l3-port-ip-change-not-allowed
May 10 17:11:38.790439 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: l3agentscheduler.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.791478 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.791994 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: l3_agent_scheduler
May 10 17:11:38.792323 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: logging.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.793836 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.794384 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension logging not supported by any of loaded plugins
May 10 17:11:38.794722 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: metering.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.795454 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.796031 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: metering
May 10 17:11:38.796359 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.797442 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.797964 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: metering_source_and_destination_fields
May 10 17:11:38.798292 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: multiprovidernet.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.799351 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.799872 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: multi-provider
May 10 17:11:38.800214 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: netmtu.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.801107 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.801627 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: net-mtu
May 10 17:11:38.801952 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: netmtu_writable.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.802886 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.803400 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: net-mtu-writable
May 10 17:11:38.803724 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: network_availability_zone.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.804387 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.804899 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: network_availability_zone
May 10 17:11:38.805220 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: network_ip_availability.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.806306 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.806845 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: network-ip-availability
May 10 17:11:38.807170 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: network_segment_range.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.807934 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.808438 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension network-segment-range not supported by any of loaded plugins
May 10 17:11:38.809274 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: pagination.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.810255 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.810622 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: pagination
May 10 17:11:38.810947 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: port_device_profile.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.811860 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.812378 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: port-device-profile
May 10 17:11:38.812701 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.813611 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.814121 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: port-mac-address-regenerate
May 10 17:11:38.814482 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.815385 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.815895 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: port-numa-affinity-policy
May 10 17:11:38.816219 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: port_resource_request.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.817134 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.817644 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension port-resource-request not supported by any of loaded plugins
May 10 17:11:38.817967 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: portbindings.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.818924 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.819437 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: binding
May 10 17:11:38.819760 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: portbindings_extended.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.821011 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.821535 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: binding-extended
May 10 17:11:38.821865 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: portsecurity.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.822874 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.823411 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: port-security
May 10 17:11:38.823736 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: project_id.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.825310 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.825641 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: project-id
May 10 17:11:38.825964 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: providernet.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.826919 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.827436 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: provider
May 10 17:11:38.827763 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: qos.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.831339 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.831870 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension qos not supported by any of loaded plugins
May 10 17:11:38.832205 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.833439 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.833962 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
May 10 17:11:38.834298 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.835249 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.835781 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
May 10 17:11:38.836087 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: qos_default.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.836992 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.837509 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension qos-default not supported by any of loaded plugins
May 10 17:11:38.837840 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: qos_fip.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.838527 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.839067 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension qos-fip not supported by any of loaded plugins
May 10 17:11:38.839395 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: qos_gateway_ip.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.840337 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.840856 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension qos-gateway-ip not supported by any of loaded plugins
May 10 17:11:38.841182 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: qos_port_network_policy.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.842095 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.842638 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension qos-port-network-policy not supported by any of loaded plugins
May 10 17:11:38.842963 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: qos_rule_type_details.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.843873 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.844385 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension qos-rule-type-details not supported by any of loaded plugins
May 10 17:11:38.844989 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: qos_rules_alias.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.846027 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.846581 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension qos-rules-alias not supported by any of loaded plugins
May 10 17:11:38.846912 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: quotasv2.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.847922 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.848250 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: quotas
May 10 17:11:38.848576 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: quotasv2_detail.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.850177 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.850548 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: quota_details
May 10 17:11:38.850883 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: rbac.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.851924 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.852452 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: rbac-policies
May 10 17:11:38.852782 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: rbac_address_group.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.853700 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.854226 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: rbac-address-group
May 10 17:11:38.854593 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: rbac_address_scope.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.855532 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.856053 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: rbac-address-scope
May 10 17:11:38.856381 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: rbac_security_groups.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.857311 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.857828 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: rbac-security-groups
May 10 17:11:38.858156 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: rbac_subnetpool.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.859109 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.859626 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: rbac-subnetpool
May 10 17:11:38.859954 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: revisionifmatch.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.860872 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.861396 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: revision-if-match
May 10 17:11:38.861721 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: revisions.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.862866 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.863378 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: standard-attr-revisions
May 10 17:11:38.863706 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: router_availability_zone.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.864376 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.864887 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: router_availability_zone
May 10 17:11:38.865214 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: routerservicetype.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.866124 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.866661 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension router-service-type not supported by any of loaded plugins
May 10 17:11:38.866989 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.867909 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.868454 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: security-groups-normalized-cidr
May 10 17:11:38.868781 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: security_groups_port_filtering.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.869696 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.870212 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: port-security-groups-filtering
May 10 17:11:38.870566 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.872001 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.872525 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: security-groups-remote-address-group
May 10 17:11:38.872849 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: securitygroup.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.882457 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.882994 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: security-group
May 10 17:11:38.883335 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: segment.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.884108 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.884618 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension segment not supported by any of loaded plugins
May 10 17:11:38.884950 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.885872 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.886473 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
May 10 17:11:38.887663 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: servicetype.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.888785 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.889306 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: service-type
May 10 17:11:38.889633 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: sorting.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.891259 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.892216 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: sorting
May 10 17:11:38.892549 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: standard_attr_segment.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.893474 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.893996 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension standard-attr-segment not supported by any of loaded plugins
May 10 17:11:38.894323 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: standardattrdescription.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.894989 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.895501 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: standard-attr-description
May 10 17:11:38.895827 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: stateful_security_group.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.896740 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.897258 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: stateful-security-group
May 10 17:11:38.897585 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: stdattrs_common.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.898163 dv-cinder-786383-3-iscsi neutron-server[78592]: WARNING neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
May 10 17:11:38.898525 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.899510 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.900026 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
May 10 17:11:38.900350 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: subnet_onboard.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.901425 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.901946 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: subnet_onboard
May 10 17:11:38.902274 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.903244 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.903760 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
May 10 17:11:38.904085 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: subnet_service_types.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.905014 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.905532 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: subnet-service-types
May 10 17:11:38.905858 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: subnetallocation.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.906965 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.907490 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: subnet_allocation
May 10 17:11:38.907825 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.908489 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.909001 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: subnetpool-prefix-ops
May 10 17:11:38.909326 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.910261 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.910814 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
May 10 17:11:38.911140 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: tagging.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.912181 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.912715 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: standard-attr-tag
May 10 17:11:38.913047 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: timestamp.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.914252 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.914808 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loaded extension: standard-attr-timestamp
May 10 17:11:38.915143 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: trunk.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.916174 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.916694 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension trunk not supported by any of loaded plugins
May 10 17:11:38.917024 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: trunk_details.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.917969 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.918591 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension trunk-details not supported by any of loaded plugins
May 10 17:11:38.918922 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: uplink_status_propagation.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.919843 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.920355 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension uplink-status-propagation not supported by any of loaded plugins
May 10 17:11:38.920679 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Loading extension file: vlantransparent.py {{(pid=78592) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
May 10 17:11:38.921341 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=78592) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
May 10 17:11:38.921849 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extension vlan-transparent not supported by any of loaded plugins
May 10 17:11:38.924300 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Creating instance of TrackedResource for resource:network
May 10 17:11:38.925020 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Creating instance of TrackedResource for resource:subnet
May 10 17:11:38.925800 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Creating instance of TrackedResource for resource:subnetpool
May 10 17:11:38.926434 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Creating instance of TrackedResource for resource:port
May 10 17:11:38.927694 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.v2.resource_helper [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:11:38.928153 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.v2.resource_helper [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Service FLAVORS assigned prefix:  {{(pid=78592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:11:38.928791 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.v2.resource_helper [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:11:38.929227 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.v2.resource_helper [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:11:38.929563 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Creating instance of TrackedResource for resource:router
May 10 17:11:38.930223 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Creating instance of TrackedResource for resource:floatingip
May 10 17:11:38.930969 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.v2.resource_helper [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Service METERING assigned prefix: /metering {{(pid=78592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:11:38.932414 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8f097c6e20>> rbac-policy before_create 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.932786 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8f097c6e20>> rbac-policy before_update 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.933148 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f8f097c6e20>> rbac-policy before_delete 55550000 {{(pid=78592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:11:38.934849 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Creating instance of CountableResource for resource:rbac_policy
May 10 17:11:38.935293 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Creating instance of TrackedResource for resource:security_group
May 10 17:11:38.935956 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Creating instance of TrackedResource for resource:security_group_rule
May 10 17:11:38.936688 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.v2.resource_helper [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Service CORE assigned prefix:  {{(pid=78592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:11:38.937027 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Creating instance of TrackedResource for resource:subnetpool
May 10 17:11:38.937365 dv-cinder-786383-3-iscsi neutron-server[78592]: WARNING neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] subnetpool is already registered
May 10 17:11:38.937975 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.v2.resource_helper [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Service CORE assigned prefix:  {{(pid=78592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:11:38.938315 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Creating instance of TrackedResource for resource:subnetpool
May 10 17:11:38.938673 dv-cinder-786383-3-iscsi neutron-server[78592]: WARNING neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] subnetpool is already registered
May 10 17:11:38.941215 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.v2.resource_helper [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:11:38.941651 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.v2.resource_helper [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Service FLAVORS assigned prefix:  {{(pid=78592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:11:38.942245 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.v2.resource_helper [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:11:38.942693 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.v2.resource_helper [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=78592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:11:38.943035 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Creating instance of TrackedResource for resource:router
May 10 17:11:38.943372 dv-cinder-786383-3-iscsi neutron-server[78592]: WARNING neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] router is already registered
May 10 17:11:38.943968 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Creating instance of TrackedResource for resource:floatingip
May 10 17:11:38.944301 dv-cinder-786383-3-iscsi neutron-server[78592]: WARNING neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] floatingip is already registered
May 10 17:11:38.944927 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.v2.resource_helper [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Service METERING assigned prefix: /metering {{(pid=78592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:11:38.945600 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Creating instance of CountableResource for resource:rbac_policy
May 10 17:11:38.945930 dv-cinder-786383-3-iscsi neutron-server[78592]: WARNING neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] rbac_policy is already registered
May 10 17:11:38.947432 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Creating instance of TrackedResource for resource:security_group
May 10 17:11:38.947771 dv-cinder-786383-3-iscsi neutron-server[78592]: WARNING neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] security_group is already registered
May 10 17:11:38.948366 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Creating instance of TrackedResource for resource:security_group_rule
May 10 17:11:38.948703 dv-cinder-786383-3-iscsi neutron-server[78592]: WARNING neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] security_group_rule is already registered
May 10 17:11:38.949435 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.v2.resource_helper [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Service CORE assigned prefix:  {{(pid=78592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:11:38.950258 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Creating instance of TrackedResource for resource:subnetpool
May 10 17:11:38.950614 dv-cinder-786383-3-iscsi neutron-server[78592]: WARNING neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] subnetpool is already registered
May 10 17:11:38.951214 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.v2.resource_helper [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Service CORE assigned prefix:  {{(pid=78592) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
May 10 17:11:38.951550 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Creating instance of TrackedResource for resource:subnetpool
May 10 17:11:38.951920 dv-cinder-786383-3-iscsi neutron-server[78592]: WARNING neutron.quota.resource_registry [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] subnetpool is already registered
May 10 17:11:38.952523 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: extensions {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.954002 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: address-groups {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.955675 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: address-scopes {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.956916 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: agents {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.958109 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: auto-allocated-topology {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.959408 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: availability_zones {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.960742 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: dhcp-networks {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.962183 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: dhcp-agents {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.963680 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: routers {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.965576 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: flavors {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.966814 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: service_profiles {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.968046 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: next_providers {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.969866 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: service_profiles {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.971380 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: floatingip-pools {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.972618 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: routers {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.974542 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: floatingips {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.975759 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: l3-routers {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.977194 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: l3-agents {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.978678 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: metering-labels {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.980058 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: metering-label-rules {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.981392 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: network-ip-availabilities {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.982704 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: bindings {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.984412 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: quotas {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.985867 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: quotas {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.987339 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: rbac-policies {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.988668 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: security-groups {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.989892 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: security-group-rules {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.991201 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: service-providers {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.992460 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: subnetpools {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.993907 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: subnetpools {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.995417 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: tags {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.997753 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: tags {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:38.999634 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: tags {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:39.001430 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: tags {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:39.003328 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: tags {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:39.005205 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: tags {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:39.006948 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: tags {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:39.009829 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: tags {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:39.011663 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: tags {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:39.123684 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron.api.extensions [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Extended resource: tags {{(pid=78592) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
May 10 17:11:39.129593 dv-cinder-786383-3-iscsi neutron-server[78592]: WARNING keystonemiddleware.auth_token [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
May 10 17:11:39.134369 dv-cinder-786383-3-iscsi neutron-server[78592]: WARNING keystonemiddleware.auth_token [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
May 10 17:11:39.142950 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_concurrency.lockutils [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Acquired lock "singleton_lock" {{(pid=78592) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
May 10 17:11:39.143434 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_concurrency.lockutils [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Releasing lock "singleton_lock" {{(pid=78592) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
May 10 17:11:39.144087 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO oslo_service.service [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Starting 2 workers
May 10 17:11:39.148818 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Started child 78697 {{(pid=78592) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 17:11:39.153670 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Started child 78698 {{(pid=78592) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 17:11:39.155077 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:39.155708 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO neutron.service [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Neutron service started, listening on 0.0.0.0:9696
May 10 17:11:39.155911 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Notify callbacks [] for process, before_spawn {{(pid=78592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:39.156634 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [-] (78697) wsgi starting up on http://0.0.0.0:9696
May 10 17:11:39.158262 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO oslo_service.service [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Starting 1 workers
May 10 17:11:39.158384 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:39.159658 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [-] (78698) wsgi starting up on http://0.0.0.0:9696
May 10 17:11:39.163313 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Started child 78699 {{(pid=78592) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 17:11:39.163856 dv-cinder-786383-3-iscsi neutron-server[78592]: INFO oslo_service.service [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Starting 1 workers
May 10 17:11:39.166880 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.service [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] calling RpcWorker wait() {{(pid=78699) _wait /opt/stack/neutron/neutron/service.py:128}}
May 10 17:11:39.167434 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.service [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] returning from RpcWorker wait() {{(pid=78699) _wait /opt/stack/neutron/neutron/service.py:135}}
May 10 17:11:39.168162 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Started child 78700 {{(pid=78592) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
May 10 17:11:39.168704 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:39.168965 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG neutron_lib.callbacks.manager [None req-3da2ad62-2fdb-4df1-9783-46482310406e None None] Notify callbacks [] for process, after_spawn {{(pid=78592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:39.169270 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:11:39.170759 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78592) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 10 17:11:39.171034 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 10 17:11:39.171177 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 10 17:11:39.171378 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 10 17:11:39.171720 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 10 17:11:39.171885 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 10 17:11:39.172387 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.172657 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.172745 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:39.173188 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.173188 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.173489 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.173588 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:11:39.174098 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.174374 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.174640 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.174919 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.175182 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.175360 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.175531 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.175776 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.176007 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.176298 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.176563 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.176816 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.177106 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.177281 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.177545 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.177826 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.178059 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.178332 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.178597 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.179076 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.179312 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.179564 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.179804 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.180079 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.180337 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.180645 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.180880 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.181115 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.181334 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.181595 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.181832 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.182043 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.182261 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.182529 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.182769 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.183256 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] host                           = dv-cinder-786383-3-iscsi {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.183498 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.183772 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.184003 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.184256 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.184514 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.184765 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.185020 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.185249 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.185503 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.185734 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.185985 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.186229 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.186499 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.186765 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.186915 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.187126 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.187402 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.187666 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.187856 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.188025 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.188205 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.188466 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.188672 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.188890 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.189109 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.189321 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.189566 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.189806 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.190037 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.190284 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.190547 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.190781 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.191024 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.191289 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.191517 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.191741 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.191964 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.192203 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.192415 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.192647 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.192864 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.193105 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.193317 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.193526 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.193775 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.193989 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.194254 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.194526 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.194798 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.195025 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.195251 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.195481 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.195743 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.195973 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.196215 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.196458 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.196709 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.196976 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.197310 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.197568 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.197810 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.198028 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.198270 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.198550 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.198769 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.199024 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.199758 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.199978 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.200214 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.200650 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.200930 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.201246 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.201515 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.201800 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.202317 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.202475 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.202698 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.202951 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.203185 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.203751 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.204217 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.204642 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.204946 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.205191 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.205522 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.205837 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.206197 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.206496 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.206754 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.207006 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.207352 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.207517 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.207836 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.208058 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.32/identity {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.208332 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.208574 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.208808 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.209028 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.209252 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.211028 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.211028 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.211028 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.211028 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.211028 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.211424 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.211424 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.214072 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.214072 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.214072 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.214072 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.214072 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.214072 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.214072 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.214072 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.214072 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.214689 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.214689 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.214689 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.214689 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.215547 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.215547 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.215791 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.216151 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.216259 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.216419 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.217243 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.217243 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.217243 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.217476 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.217543 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.217759 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.217970 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.218180 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.218428 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.218683 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.218905 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.219120 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.220104 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.220104 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.220104 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.220559 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.220559 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.220802 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.220924 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.221251 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.221482 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.221679 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.221885 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.222091 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.222368 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.222608 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.222814 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.223024 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.223300 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.223607 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.223862 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.225539 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.225539 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.225539 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.225539 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.225539 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.225539 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.225539 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.226482 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.226482 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.226482 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.226698 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.226795 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.226983 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.227306 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.227459 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.229428 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.229428 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.229428 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.229428 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.229428 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.229428 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.229428 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.229953 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.229953 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.230108 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.230319 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.230541 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.230768 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.231061 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.231366 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.231589 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.231906 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.232156 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.232390 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.232650 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.232903 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.233152 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.233402 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.233669 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.233890 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.234191 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.234468 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.234693 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.234910 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.235139 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.235497 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.235961 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.236417 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.236657 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.236935 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.237185 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.237443 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.237709 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.237958 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.238194 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.238480 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.238732 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.32/identity {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.238970 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.239205 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.239436 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.239655 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.239889 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.240117 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.240339 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.240621 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.240781 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.241029 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.241237 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.241464 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.241695 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.241915 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.242134 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.242406 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.242647 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.242893 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.243133 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.243353 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.243574 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.243796 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.244029 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.244288 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.244510 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.244783 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.245056 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.245295 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.245526 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.245774 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.246066 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.246301 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.246597 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.246877 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.247099 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.247314 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.247556 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.247747 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.248070 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.248309 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.248549 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.248843 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.249660 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.250007 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.250266 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.250525 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.250769 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.251014 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.251356 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.251578 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.251904 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.252204 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.252686 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.252996 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.253630 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.253900 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.254608 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.255936 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.256215 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.256623 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.256865 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.258227 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.258604 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.258893 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.259149 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.259404 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.259663 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.259928 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.260155 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.260377 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.260599 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.260817 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.261053 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.261278 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.261497 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.262235 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.262873 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.263467 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.263690 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.263929 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.264152 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.264369 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.264606 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.264839 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.265057 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.265278 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.265488 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.265830 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.266084 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.266311 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.266660 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.266900 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.267161 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.267406 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.267746 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.267962 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.268204 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.268443 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.268671 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.268885 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.269162 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.269483 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.269778 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.270056 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.270320 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.270605 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.270893 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.271160 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.271373 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.271688 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.272019 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.272310 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.272568 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.272814 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.273120 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.273352 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.273571 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.273792 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.274042 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.274264 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.274537 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.274784 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.275052 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.275294 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.275527 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.275749 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.275999 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.276235 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.276466 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.276710 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.276870 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 10 17:11:39.277982 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=78592) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
May 10 17:11:39.278146 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
May 10 17:11:39.278315 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
May 10 17:11:39.278513 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
May 10 17:11:39.279722 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
May 10 17:11:39.279888 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
May 10 17:11:39.280739 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.280904 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.281573 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.281888 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.282204 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.282407 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.282996 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.283188 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.283741 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.283913 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.284074 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.284390 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.284553 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.284722 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.284886 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.285046 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.285205 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.285698 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.285873 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.286036 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.286196 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.286373 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.286641 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] debug                          = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.287245 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.287449 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.288619 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.288796 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.288970 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.289140 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.289306 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.289472 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.289633 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.289796 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.289958 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.290121 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.290281 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.290470 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.290632 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.290794 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.290956 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.291116 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] host                           = dv-cinder-786383-3-iscsi {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.291281 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.291439 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.291601 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.291760 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.291915 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.292071 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.292234 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.292397 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.292554 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.292709 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.292870 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.293055 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.293214 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.293373 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.293532 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.293694 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.293853 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.294010 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.294188 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.294841 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.295014 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.295332 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.295494 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.295656 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.295813 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.296450 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.296610 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.296762 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.296927 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.297092 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.297255 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.297413 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.297571 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.297730 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.297889 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.298048 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.298208 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.298390 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.298554 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.298712 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.298855 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.299019 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.299177 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.299573 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.299703 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:11:39.299830 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.299951 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.300070 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.300199 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.300320 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.300474 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.300633 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.300791 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.300956 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.301117 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.301275 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.301434 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.301592 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.301750 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.301909 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.302068 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.302227 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.302477 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.302639 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.302797 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.302955 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.303115 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.303272 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.303430 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.303589 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
May 10 17:11:39.303769 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.303933 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.304107 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.304272 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.304434 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.304597 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.304764 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.304927 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.305089 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.305253 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.305422 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.305586 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.305757 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.305920 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.306082 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.306247 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.306434 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.306598 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.306760 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.306923 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.307085 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.307247 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.307427 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.307590 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.307754 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.32/identity {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.307916 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.308079 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.308256 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.308404 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.308593 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.308756 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.308919 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.309082 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.309244 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.309406 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.309568 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.309731 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.309894 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.310057 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.310220 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.310407 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.312152 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.312717 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.312902 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.313078 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.313254 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.313428 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.313599 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.313769 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.313936 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.314116 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.314281 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.314470 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.314635 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.314806 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.314971 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.315134 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.315298 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.315460 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.315625 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.315788 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.315965 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.316129 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.316292 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.316455 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.316619 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.316782 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.316947 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.317111 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.317274 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.317437 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.317600 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.317762 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.317925 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.318087 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.318250 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.320153 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.320346 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.320660 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.320848 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.321128 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.321551 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.321800 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.321988 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.322170 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.322520 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.322695 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.322866 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.323194 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.325133 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.325320 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.326534 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.326732 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.326915 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.327095 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.327741 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.327741 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.327741 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.327980 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.327980 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.328120 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.328239 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.328402 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.328567 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.328732 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.328896 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.329061 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.329247 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.329408 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.329568 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.329729 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.329901 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.330063 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.330227 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.330415 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.330585 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.330758 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.330924 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.331090 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.331271 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.331431 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.331597 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.331734 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.331993 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.332160 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.332732 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.332732 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.332732 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.332953 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.332953 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.333092 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.333236 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.333420 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.333580 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.333741 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.333960 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.334057 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.334207 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.334387 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.334551 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.334717 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.334879 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.335040 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.335204 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.32/identity {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.335366 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.335527 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.335688 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.335849 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.336010 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.336171 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.336332 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.336494 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.336656 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.336819 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.336977 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.337138 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.337300 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.337461 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.337632 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.337772 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.337931 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.338093 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.338254 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.338424 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.338584 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.338744 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.338904 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.339088 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.339249 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.339412 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.339573 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.339734 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.340423 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.340599 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.340756 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.340916 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.341080 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.341241 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.341401 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.341563 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.341723 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.341885 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.342093 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.342216 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.342552 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.342701 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.342863 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.343039 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.343200 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.343361 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.343522 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.343684 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.343845 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.344074 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.344203 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.344310 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.344720 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.345084 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.345084 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.345534 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.345534 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.345749 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.345749 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.346005 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.346122 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.346230 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.346372 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.346537 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.346700 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.346862 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.347024 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.347196 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.347357 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.347516 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.347666 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.347826 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.347996 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.348158 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.348318 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.348478 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.349030 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.349030 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.349030 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.349384 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.349384 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.349384 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.350203 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.350203 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.350203 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.350203 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.350203 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.350585 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.350585 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.350819 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.350819 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.351047 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.351047 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.351237 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.351377 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.351772 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.351772 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.352589 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.352589 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.352589 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.352589 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.352589 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.352589 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.353871 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.353871 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.353871 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.353871 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.353871 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.353871 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.353871 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.353871 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.354976 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.354976 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.354976 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.354976 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.354976 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.354976 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.354976 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.355823 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.355823 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.355823 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.355823 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.355823 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.355823 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.357132 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.357132 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.357132 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.357132 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.357132 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.357132 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
May 10 17:11:39.357132 dv-cinder-786383-3-iscsi neutron-server[78592]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=78592) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
May 10 17:11:39.479612 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 50888) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:11:39.487910 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [-] 10.222.0.32 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062599
May 10 17:11:50.246238 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9541585d-5915-4f51-8864-06ffe3366f7a None None] get_active_networks_info from dv-cinder-786383-3-iscsi {{(pid=78699) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
May 10 17:11:50.352077 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9541585d-5915-4f51-8864-06ffe3366f7a None None] No non-hosted networks {{(pid=78699) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
May 10 17:11:50.373765 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.agentschedulers_db [None req-9541585d-5915-4f51-8864-06ffe3366f7a None None] DHCP Agent not found on host dv-cinder-786383-3-iscsi {{(pid=78699) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
May 10 17:11:50.530155 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-aa871a5c-1976-4d5b-87c8-f18c9138b8fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182'] for agent, after_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:52.692767 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182'] for agent, after_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:52.697882 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:52.700510 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:52.703758 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:52.705777 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:52.707428 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:52.708770 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:52.709904 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:52.711109 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:52.711647 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:52.712794 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:52.713933 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:52.715104 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:11:52.717759 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8f08bb4130>, 'Open vSwitch agent', 'dv-cinder-786383-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:11:52.739602 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f8f08b74550>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786383-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:11:52.886109 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-653f6e02-1f67-4fad-af97-721a55b5a8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182'] for agent, after_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:52.927011 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-fc96128e-8577-40e2-b7b6-3c10b7ec415b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:53.913046 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182'] for agent, after_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:55.328138 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182'] for agent, after_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:11:56.838031 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 50978) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:11:57.448297 dv-cinder-786383-3-iscsi neutron-server[78697]: WARNING oslo_policy.policy [None req-fe0bc679-9cd1-47bc-9e88-43760989f7e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:11:57.449120 dv-cinder-786383-3-iscsi neutron-server[78697]: WARNING oslo_policy.policy [None req-fe0bc679-9cd1-47bc-9e88-43760989f7e8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:11:57.664404 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [None req-fe0bc679-9cd1-47bc-9e88-43760989f7e8 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:11:57.665679 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-fe0bc679-9cd1-47bc-9e88-43760989f7e8 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8255718
May 10 17:11:58.862396 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.db.l3_hamode_db [None req-43d26503-a251-475b-915c-1cf877e493e9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
May 10 17:11:58.946752 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d26503-a251-475b-915c-1cf877e493e9 None None] Routers set() bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:11:58.947145 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d26503-a251-475b-915c-1cf877e493e9 None None] Router IDs set() for agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
May 10 17:11:59.972479 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 50992) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:12:00.336567 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-817487e0-106a-4693-a36a-934aac54c3de admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:12:00.435319 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.policy [None req-817487e0-106a-4693-a36a-934aac54c3de admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78697) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 10 17:12:00.480636 dv-cinder-786383-3-iscsi neutron-server[78697]: WARNING oslo_policy.policy [None req-817487e0-106a-4693-a36a-934aac54c3de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:12:00.481027 dv-cinder-786383-3-iscsi neutron-server[78697]: WARNING oslo_policy.policy [None req-817487e0-106a-4693-a36a-934aac54c3de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:12:00.489349 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.quota [None req-817487e0-106a-4693-a36a-934aac54c3de admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f8f0921c4c0>.
May 10 17:12:00.504410 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-817487e0-106a-4693-a36a-934aac54c3de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:12:00.562891 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-817487e0-106a-4693-a36a-934aac54c3de admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765775099275', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765775099742', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765775108131', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765775105911', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765775189613', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765775196518', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3653750', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3649107', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-519811', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-574959'] for rbac-policy, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:00.624868 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-817487e0-106a-4693-a36a-934aac54c3de admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:00.626058 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-817487e0-106a-4693-a36a-934aac54c3de admin admin] 10.222.0.32 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6525965
May 10 17:12:03.204829 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 51006) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:12:03.546291 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'e1e692a9bb574c628f08a30fde265bb7', 'tenant_id': 'e1e692a9bb574c628f08a30fde265bb7'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:12:03.550987 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:12:03.555323 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Usage tracker for resource:network and tenant:e1e692a9bb574c628f08a30fde265bb7 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:12:03.559830 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:12:03.565799 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:12:03.576468 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Made reservation on behalf of e1e692a9bb574c628f08a30fde265bb7 for: {'network': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:12:03.579451 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for network, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:03.597195 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:03.610589 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:12:03.614074 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Usage tracker for resource:security_group_rule and tenant:e1e692a9bb574c628f08a30fde265bb7 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:12:03.618845 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:12:03.624272 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:12:03.718374 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:03.722120 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:03.727210 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:03.744809 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 343}  {{(pid=78697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:12:03.770665 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765770262164', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:03.771252 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8f09f66940> segment precommit_create {{(pid=78697) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 10 17:12:03.771714 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.db.segments_db [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Added segment 6bff499d-6ba2-445c-96af-46f4a065162b of type vlan for network 4ae00d73-da59-40d5-9cee-754b033242be
May 10 17:12:03.818924 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f23690-1ea2-48cc-a5fa-1a058127a030,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:03.839275 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:03.839618 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:03.839939 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:03.840768 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:03.841076 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:03.841405 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:03.841712 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:03.842014 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:03.842326 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:03.842659 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:03.842958 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:03.843256 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Tracked resource versions report:
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]: pushed versions:
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]: {   'AddressGroup': {'1.2'},
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:     'ConntrackHelper': {'1.0'},
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:     'Log': {'1.0'},
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:     'Network': {'1.1'},
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:     'Port': {'1.7'},
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:     'PortForwarding': {'1.2'},
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:     'QosPolicy': {'1.8'},
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:     'SecurityGroup': {'1.4'},
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:     'SecurityGroupRule': {'1.2'},
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:     'SubPort': {'1.0'},
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:     'Subnet': {'1.1'},
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:     'Trunk': {'1.1'}}
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]: consumer versions:
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]: {   DHCP agent@dv-cinder-786383-3-iscsi: {},
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:     L3 agent@dv-cinder-786383-3-iscsi: {},
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:     Metadata agent@dv-cinder-786383-3-iscsi: {},
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:     Metering agent@dv-cinder-786383-3-iscsi: {},
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:     Open vSwitch agent@dv-cinder-786383-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:                                                      'ConntrackHelper': '1.0',
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:                                                      'Log': '1.0',
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:                                                      'Network': '1.1',
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:                                                      'Port': '1.7',
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:                                                      'PortForwarding': '1.2',
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:                                                      'QosPolicy': '1.8',
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:                                                      'SecurityGroup': '1.4',
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:                                                      'SecurityGroupRule': '1.2',
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:                                                      'SubPort': '1.0',
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:                                                      'Subnet': '1.1',
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:                                                      'Trunk': '1.1'}}
May 10 17:12:03.844879 dv-cinder-786383-3-iscsi neutron-server[78697]:  {{(pid=78697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:12:03.889057 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765769838210'] for network, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:03.897067 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:03.930453 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for network, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:03.931968 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:12:03.932606 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:03.937303 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:04.039828 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8339281
May 10 17:12:04.040498 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Pushing event updated for resources: {'Network': ['ID=4ae00d73-da59-40d5-9cee-754b033242be,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:04.047060 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:04.053354 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Network 4ae00d73-da59-40d5-9cee-754b033242be details requested by agent ovs-agent-dv-cinder-786383-3-iscsi with host dv-cinder-786383-3-iscsi {{(pid=78699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:12:06.648265 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 51022) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:12:07.231960 dv-cinder-786383-3-iscsi neutron-server[78698]: WARNING oslo_policy.policy [None req-e4f4ac2d-3fc8-4f98-bfc0-ca4b0b121def admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:12:07.232547 dv-cinder-786383-3-iscsi neutron-server[78698]: WARNING oslo_policy.policy [None req-e4f4ac2d-3fc8-4f98-bfc0-ca4b0b121def admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:12:07.660822 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.policy [None req-e4f4ac2d-3fc8-4f98-bfc0-ca4b0b121def admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=78698) register_rules /opt/stack/neutron/neutron/policy.py:73}}
May 10 17:12:07.706799 dv-cinder-786383-3-iscsi neutron-server[78698]: WARNING oslo_policy.policy [None req-e4f4ac2d-3fc8-4f98-bfc0-ca4b0b121def admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:12:07.707171 dv-cinder-786383-3-iscsi neutron-server[78698]: WARNING oslo_policy.policy [None req-e4f4ac2d-3fc8-4f98-bfc0-ca4b0b121def admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
May 10 17:12:07.715520 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4f4ac2d-3fc8-4f98-bfc0-ca4b0b121def admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:12:07.717327 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-e4f4ac2d-3fc8-4f98-bfc0-ca4b0b121def admin admin] 10.222.0.32 "GET /v2.0/networks/4ae00d73-da59-40d5-9cee-754b033242be HTTP/1.1" status: 200  len: 825 time: 1.0681877
May 10 17:12:07.749842 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-cc0e4d19-8144-40fd-8b87-79af2e07cfcd admin admin] 10.222.0.32 "GET /v2.0/subnetpools/0e75e05e-04f5-4963-99b2-39e09801ed53 HTTP/1.1" status: 200  len: 734 time: 0.0269337
May 10 17:12:07.758877 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Request body: {'subnet': {'network_id': '4ae00d73-da59-40d5-9cee-754b033242be', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': '0e75e05e-04f5-4963-99b2-39e09801ed53', 'tenant_id': 'e1e692a9bb574c628f08a30fde265bb7'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:12:07.760474 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.quota [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f8f09585100>.
May 10 17:12:07.767706 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:12:07.773224 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Usage tracker for resource:subnet and tenant:e1e692a9bb574c628f08a30fde265bb7 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:12:07.776513 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:12:07.783284 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:12:07.797880 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Made reservation on behalf of e1e692a9bb574c628f08a30fde265bb7 for: {'subnet': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:12:07.800747 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:08.318433 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for subnet, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:08.324256 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:08.399692 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Checking segment: {'id': '6bff499d-6ba2-445c-96af-46f4a065162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4ae00d73-da59-40d5-9cee-754b033242be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:12:08.400063 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Network hostable DHCP agents. Network: 4ae00d73-da59-40d5-9cee-754b033242be, hostable agents: ['09c01bda-92a2-48bb-bf54-854a116a5737'], hosted agents: [] {{(pid=78698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:12:08.422588 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ce4eba-a5fb-4e3a-a278-beba83435b53,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:08.434156 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:08.434540 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:08.434874 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:08.435195 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:08.435511 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:08.435844 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:08.436159 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:08.436469 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:08.436794 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:08.437104 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:08.437411 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:08.437715 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Tracked resource versions report:
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]: pushed versions:
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]: {   'AddressGroup': {'1.2'},
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:     'ConntrackHelper': {'1.0'},
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:     'Log': {'1.0'},
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:     'Network': {'1.1'},
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:     'Port': {'1.7'},
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:     'PortForwarding': {'1.2'},
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:     'QosPolicy': {'1.8'},
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:     'SecurityGroup': {'1.4'},
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:     'SecurityGroupRule': {'1.2'},
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:     'SubPort': {'1.0'},
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:     'Subnet': {'1.1'},
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:     'Trunk': {'1.1'}}
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]: consumer versions:
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]: {   DHCP agent@dv-cinder-786383-3-iscsi: {},
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:     L3 agent@dv-cinder-786383-3-iscsi: {},
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:     Metadata agent@dv-cinder-786383-3-iscsi: {},
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:     Metering agent@dv-cinder-786383-3-iscsi: {},
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:     Open vSwitch agent@dv-cinder-786383-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:                                                      'ConntrackHelper': '1.0',
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:                                                      'Log': '1.0',
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:                                                      'Network': '1.1',
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:                                                      'Port': '1.7',
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:                                                      'PortForwarding': '1.2',
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:                                                      'QosPolicy': '1.8',
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:                                                      'SecurityGroup': '1.4',
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:                                                      'SecurityGroupRule': '1.2',
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:                                                      'SubPort': '1.0',
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:                                                      'Subnet': '1.1',
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:                                                      'Trunk': '1.1'}}
May 10 17:12:08.438806 dv-cinder-786383-3-iscsi neutron-server[78698]:  {{(pid=78698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:12:08.458231 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Network 4ae00d73-da59-40d5-9cee-754b033242be is scheduled to be hosted by DHCP agent 09c01bda-92a2-48bb-bf54-854a116a5737 with binding_index 1 {{(pid=78698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:12:08.468974 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:08.479108 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-iscsi, 4ae00d73-da59-40d5-9cee-754b033242be) {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:12:08.484887 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:12:08.485911 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:08.489551 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3810d069-1c61-4de0-bbdb-b2db42ab350a None None] Network 4ae00d73-da59-40d5-9cee-754b033242be requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:12:08.508341 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.7530007
May 10 17:12:08.815723 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d3316b4-c81d-5319-b15a-5a430cab7718-4ae00d73-da59-40d5-9cee-754b033242be', 'network_id': '4ae00d73-da59-40d5-9cee-754b033242be', 'tenant_id': 'e1e692a9bb574c628f08a30fde265bb7', 'fixed_ips': [{'subnet_id': 'b5ce4eba-a5fb-4e3a-a278-beba83435b53'}]}} from dv-cinder-786383-3-iscsi. {{(pid=78699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:12:08.817001 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:09.009261 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.db_base_plugin_common [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Allocated IP 172.20.0.2 (4ae00d73-da59-40d5-9cee-754b033242be/b5ce4eba-a5fb-4e3a-a278-beba83435b53/dfd6c9d9-7d5e-4f00-8516-30cce195d3f8) {{(pid=78699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:12:09.243604 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Notify callbacks [] for port, precommit_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:09.256886 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Transition to ACTIVE for port object dfd6c9d9-7d5e-4f00-8516-30cce195d3f8 will not be triggered until provisioned by entity L2. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:12:09.276767 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Transition to ACTIVE for port object dfd6c9d9-7d5e-4f00-8516-30cce195d3f8 will not be triggered until provisioned by entity DHCP. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:12:09.284015 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188'] for port, after_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:09.288823 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:09.346547 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Network 4ae00d73-da59-40d5-9cee-754b033242be is already hosted by enough agents. {{(pid=78699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:12:09.349355 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.scheduler.base_scheduler [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Resources bound (agent type, host, resource id):  {{(pid=78699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:12:09.361833 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Received port after_create {{(pid=78699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:12:09.364047 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Pushing event updated for resources: {'Port': ['ID=dfd6c9d9-7d5e-4f00-8516-30cce195d3f8,revision_number=1']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:09.373797 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:09.374129 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:09.374487 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:09.374813 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:09.375132 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:09.375449 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:09.375765 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:09.376078 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:09.376506 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:09.376893 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:09.377147 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:09.377454 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Tracked resource versions report:
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]: pushed versions:
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]: {   'AddressGroup': {'1.2'},
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:     'ConntrackHelper': {'1.0'},
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:     'Log': {'1.0'},
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:     'Network': {'1.1'},
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:     'Port': {'1.7'},
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:     'PortForwarding': {'1.2'},
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:     'QosPolicy': {'1.8'},
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:     'SecurityGroup': {'1.4'},
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:     'SecurityGroupRule': {'1.2'},
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:     'SubPort': {'1.0'},
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:     'Subnet': {'1.1'},
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:     'Trunk': {'1.1'}}
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]: consumer versions:
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]: {   DHCP agent@dv-cinder-786383-3-iscsi: {},
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:     L3 agent@dv-cinder-786383-3-iscsi: {},
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:     Metadata agent@dv-cinder-786383-3-iscsi: {},
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:     Metering agent@dv-cinder-786383-3-iscsi: {},
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:     Open vSwitch agent@dv-cinder-786383-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:                                                      'ConntrackHelper': '1.0',
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:                                                      'Log': '1.0',
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:                                                      'Network': '1.1',
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:                                                      'Port': '1.7',
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:                                                      'PortForwarding': '1.2',
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:                                                      'QosPolicy': '1.8',
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:                                                      'SecurityGroup': '1.4',
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:                                                      'SecurityGroupRule': '1.2',
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:                                                      'SubPort': '1.0',
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:                                                      'Subnet': '1.1',
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:                                                      'Trunk': '1.1'}}
May 10 17:12:09.378802 dv-cinder-786383-3-iscsi neutron-server[78699]:  {{(pid=78699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:12:09.414035 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:09.468466 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Attempting to bind port dfd6c9d9-7d5e-4f00-8516-30cce195d3f8 on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:12:09.468865 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Attempting to bind port dfd6c9d9-7d5e-4f00-8516-30cce195d3f8 by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': '6bff499d-6ba2-445c-96af-46f4a065162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4ae00d73-da59-40d5-9cee-754b033242be'}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:12:09.469279 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Attempting to bind port dfd6c9d9-7d5e-4f00-8516-30cce195d3f8 on network 4ae00d73-da59-40d5-9cee-754b033242be {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:12:09.474884 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 11, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:12:09.475299 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Checking segment: {'id': '6bff499d-6ba2-445c-96af-46f4a065162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4ae00d73-da59-40d5-9cee-754b033242be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:12:09.475773 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:09.476162 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Bound using segment: {'id': '6bff499d-6ba2-445c-96af-46f4a065162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4ae00d73-da59-40d5-9cee-754b033242be'} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:12:09.476626 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Bound port: dfd6c9d9-7d5e-4f00-8516-30cce195d3f8, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bff499d-6ba2-445c-96af-46f4a065162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4ae00d73-da59-40d5-9cee-754b033242be'}}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:12:09.477015 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:09.580690 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] For port dfd6c9d9-7d5e-4f00-8516-30cce195d3f8, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:12:09.586611 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] For port dfd6c9d9-7d5e-4f00-8516-30cce195d3f8, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=dfd6c9d9-7d5e-4f00-8516-30cce195d3f8,segment=NetworkSegment(6bff499d-6ba2-445c-96af-46f4a065162b),segment_id=6bff499d-6ba2-445c-96af-46f4a065162b)] {{(pid=78699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:12:09.593458 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:09.601501 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:09.692508 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Pushing event updated for resources: {'Port': ['ID=dfd6c9d9-7d5e-4f00-8516-30cce195d3f8,revision_number=2']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:09.696521 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:10.894780 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 51042) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:12:11.266555 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [None req-01b270db-9d62-435a-8dda-07699f91d971 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:12:11.267516 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-01b270db-9d62-435a-8dda-07699f91d971 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3717840
May 10 17:12:13.619831 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 51052) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:12:14.004838 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [None req-4cf80208-6a6c-40e2-a935-6956e2c7ed2c admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:12:14.007278 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-4cf80208-6a6c-40e2-a935-6956e2c7ed2c admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3846874
May 10 17:12:14.590733 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device dfd6c9d9-7d5e-4f00-8516-30cce195d3f8 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:12:14.673650 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port dfd6c9d9-7d5e-4f00-8516-30cce195d3f8 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:12:15.198402 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b04f76-a5cb-4e17-987b-9ec4beb3bd96 None None] Network 4ae00d73-da59-40d5-9cee-754b033242be requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:12:15.337488 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-313e8be8-2fb8-4c7a-9f6d-5de9140add80 None None] Provisioning for port dfd6c9d9-7d5e-4f00-8516-30cce195d3f8 completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:12:15.351990 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-313e8be8-2fb8-4c7a-9f6d-5de9140add80 None None] Provisioning complete for port dfd6c9d9-7d5e-4f00-8516-30cce195d3f8 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:12:15.352386 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-313e8be8-2fb8-4c7a-9f6d-5de9140add80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:15.550603 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-313e8be8-2fb8-4c7a-9f6d-5de9140add80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:15.597223 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-313e8be8-2fb8-4c7a-9f6d-5de9140add80 None None] For port dfd6c9d9-7d5e-4f00-8516-30cce195d3f8, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=dfd6c9d9-7d5e-4f00-8516-30cce195d3f8,segment=NetworkSegment(6bff499d-6ba2-445c-96af-46f4a065162b),segment_id=6bff499d-6ba2-445c-96af-46f4a065162b)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:12:15.603488 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-313e8be8-2fb8-4c7a-9f6d-5de9140add80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:15.605500 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:15.674164 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313e8be8-2fb8-4c7a-9f6d-5de9140add80 None None] Pushing event updated for resources: {'Port': ['ID=dfd6c9d9-7d5e-4f00-8516-30cce195d3f8,revision_number=3']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:15.677450 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-313e8be8-2fb8-4c7a-9f6d-5de9140add80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:15.823511 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-d84e0c1b-8df4-443f-8f79-c17841c57667 None None] Provisioning complete for port dfd6c9d9-7d5e-4f00-8516-30cce195d3f8 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:12:15.823882 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-d84e0c1b-8df4-443f-8f79-c17841c57667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:16.569693 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device dfd6c9d9-7d5e-4f00-8516-30cce195d3f8 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:12:16.634532 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port dfd6c9d9-7d5e-4f00-8516-30cce195d3f8 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:12:16.635072 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:16.656568 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 51068) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:12:17.000446 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-0343c84a-e036-4a17-8044-69618556ea73 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'e1e692a9bb574c628f08a30fde265bb7', 'admin_state_up': True}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:12:17.005671 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-0343c84a-e036-4a17-8044-69618556ea73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:12:17.009516 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-0343c84a-e036-4a17-8044-69618556ea73 admin admin] Usage tracker for resource:router and tenant:e1e692a9bb574c628f08a30fde265bb7 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:12:17.013416 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-0343c84a-e036-4a17-8044-69618556ea73 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:12:17.019200 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-0343c84a-e036-4a17-8044-69618556ea73 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:12:17.029403 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0343c84a-e036-4a17-8044-69618556ea73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-487136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6000'] for router, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:17.030987 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0343c84a-e036-4a17-8044-69618556ea73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3736232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5961'] for router, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:17.052015 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0343c84a-e036-4a17-8044-69618556ea73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:17.159167 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0343c84a-e036-4a17-8044-69618556ea73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396803'] for router, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:17.176305 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0343c84a-e036-4a17-8044-69618556ea73 admin admin] Notify callbacks [] for router, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:17.177556 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-0343c84a-e036-4a17-8044-69618556ea73 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5200510
May 10 17:12:19.506008 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 51078) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:12:19.872041 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [None req-28f1f112-f1f4-4323-8ee0-d874ca81069f admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:12:19.873031 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-28f1f112-f1f4-4323-8ee0-d874ca81069f admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3660696
May 10 17:12:20.170387 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-722f382d-e6ef-4288-a117-86d9b9ba005c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:22.186735 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 51088) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:12:22.220299 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 5 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:12:22.549723 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:12:22.554637 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:12:22.558458 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Usage tracker for resource:network and tenant:fced9f8f73624b909f428142541332eb is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:12:22.561238 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:12:22.566835 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:12:22.576094 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Made reservation on behalf of fced9f8f73624b909f428142541332eb for: {'network': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:12:22.578325 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for network, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:22.590780 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:22.604766 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:12:22.608951 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Usage tracker for resource:security_group_rule and tenant:fced9f8f73624b909f428142541332eb is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:12:22.611649 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:12:22.617141 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:12:22.686188 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:22.696235 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:22.699892 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:22.704036 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:22.719537 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Reserving flat network on physical network physnet1 {{(pid=78697) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
May 10 17:12:22.743053 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecfd17b9-7018-4b09-b08d-5d5c3af1a8d0,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:22.746376 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:22.746376 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.db.segments_db [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Added segment ed03d9ee-527d-4e56-816a-1dcafe7ca9b1 of type flat for network bae4116f-378a-4109-9d6f-b35b773f5102
May 10 17:12:22.747204 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:22.776560 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765769838210'] for network, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:22.810709 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for network, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:22.811950 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:12:22.812526 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:22.815537 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:22.870808 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-3c6b3818-d86c-4de8-a55e-d55dc0dd2c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:22.931383 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7435961
May 10 17:12:22.932086 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Pushing event updated for resources: {'Network': ['ID=bae4116f-378a-4109-9d6f-b35b773f5102,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:22.934725 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:22.942878 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Network bae4116f-378a-4109-9d6f-b35b773f5102 details requested by agent ovs-agent-dv-cinder-786383-3-iscsi with host dv-cinder-786383-3-iscsi {{(pid=78699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:12:23.858123 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:25.267031 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 51108) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:12:25.282033 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:25.497250 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9b0b39-b3ae-4520-b69b-ab483826ce6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:12:25.498601 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-5d9b0b39-b3ae-4520-b69b-ab483826ce6b admin admin] 10.222.0.32 "GET /v2.0/subnets/b5ce4eba-a5fb-4e3a-a278-beba83435b53 HTTP/1.1" status: 200  len: 849 time: 0.2306552
May 10 17:12:25.686828 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-7751a29f-f1c6-488f-b5dd-6a0ef95cc67d admin admin] 10.222.0.32 "GET /v2.0/routers/598591a7-b736-428e-b41f-c9643749d50e HTTP/1.1" status: 200  len: 704 time: 0.1827538
May 10 17:12:26.146025 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:26.383820 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Allocated IP 172.20.0.1 (4ae00d73-da59-40d5-9cee-754b033242be/b5ce4eba-a5fb-4e3a-a278-beba83435b53/c9ad95d8-0ded-449c-9067-ba9cc084e4d4) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:12:26.542555 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:26.560016 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.provisioning_blocks [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Transition to ACTIVE for port object c9ad95d8-0ded-449c-9067-ba9cc084e4d4 will not be triggered until provisioned by entity DHCP. {{(pid=78698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:12:26.615285 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:26.619868 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:26.678044 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Network 4ae00d73-da59-40d5-9cee-754b033242be is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:12:26.680887 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:12:26.684137 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:12:26.684972 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393436'] for router_interface, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:26.866530 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Pushing event updated for resources: {'Port': ['ID=c9ad95d8-0ded-449c-9067-ba9cc084e4d4,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:26.870069 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:26.919550 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-756a8cd8-3667-4e0e-8cc6-e39d7a005a91 None None] Provisioning for port c9ad95d8-0ded-449c-9067-ba9cc084e4d4 completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:12:26.924431 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-756a8cd8-3667-4e0e-8cc6-e39d7a005a91 None None] Provisioning complete for port c9ad95d8-0ded-449c-9067-ba9cc084e4d4 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:12:26.924924 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-756a8cd8-3667-4e0e-8cc6-e39d7a005a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:26.982733 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-756a8cd8-3667-4e0e-8cc6-e39d7a005a91 None None] Port c9ad95d8-0ded-449c-9067-ba9cc084e4d4 cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:12:26.994526 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:27.224045 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Notify callbacks [] for port, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:27.229085 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:27.230159 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393343'] for router_interface, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:27.233927 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:27.363650 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Pushing event updated for resources: {'Port': ['ID=c9ad95d8-0ded-449c-9067-ba9cc084e4d4,revision_number=2']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:27.367607 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:27.425800 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Network 4ae00d73-da59-40d5-9cee-754b033242be is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:12:27.426848 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:12:27.604355 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-446eed1b-210e-4ee6-8ffa-18c8197526f6 None None] Provisioning complete for port c9ad95d8-0ded-449c-9067-ba9cc084e4d4 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:12:27.604821 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-446eed1b-210e-4ee6-8ffa-18c8197526f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:27.615268 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Router 598591a7-b736-428e-b41f-c9643749d50e is scheduled to L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 with binding_index 1 {{(pid=78698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:12:27.657109 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-446eed1b-210e-4ee6-8ffa-18c8197526f6 None None] Port c9ad95d8-0ded-449c-9067-ba9cc084e4d4 cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:12:27.768450 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:12:27.778091 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] Sync routers for ids ['598591a7-b736-428e-b41f-c9643749d50e'] in dv-cinder-786383-3-iscsi {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:12:27.779307 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] 10.222.0.32 "PUT /v2.0/routers/598591a7-b736-428e-b41f-c9643749d50e/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0876513
May 10 17:12:27.788335 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] Routers {'598591a7-b736-428e-b41f-c9643749d50e'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:12:27.789182 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f093e7700>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:12:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['598591a7-b736-428e-b41f-c9643749d50e'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:12:27.962876 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] Set router 598591a7-b736-428e-b41f-c9643749d50e gateway port host: None {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:12:28.326236 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f093e7700>, [{'id': '598591a7-b736-428e-b41f-c9643749d50e', 'name': 'router1', 'tenant_id': 'e1e692a9bb574c628f08a30fde265bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:12:17Z', 'updated_at': '2021-05-10T17:12:26Z', 'revision_number': 2, 'project_id': 'e1e692a9bb574c628f08a30fde265bb7', 'gw_port_host': None, '_interfaces': [{'id': 'c9ad95d8-0ded-449c-9067-ba9cc084e4d4', 'name': '', 'network_id': '4ae00d73-da59-40d5-9cee-754b033242be', 'tenant_id': 'e1e692a9bb574c628f08a30fde265bb7', 'mac_address': 'fa:16:3e:ad:c7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598591a7-b736-428e-b41f-c9643749d50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5ce4eba-a5fb-4e3a-a278-beba83435b53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:12:26Z', 'updated_at': '2021-05-10T17:12:27Z', 'revision_number': 2, 'project_id': 'e1e692a9bb574c628f08a30fde265bb7', 'subnets': [{'id': 'b5ce4eba-a5fb-4e3a-a278-beba83435b53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e75e05e-04f5-4963-99b2-39e09801ed53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:12:28.331786 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] Checking router: 598591a7-b736-428e-b41f-c9643749d50e for host: dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:12:28.332163 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] Updating router 598591a7-b736-428e-b41f-c9643749d50e port c9ad95d8-0ded-449c-9067-ba9cc084e4d4 binding host dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:12:28.387922 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:28.762920 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:28.777096 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] Transition to ACTIVE for port object c9ad95d8-0ded-449c-9067-ba9cc084e4d4 will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:12:28.783618 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:28.788847 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:28.957192 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27137a-5743-4351-a066-2190e8201f69 None None] Pushing event updated for resources: {'Port': ['ID=c9ad95d8-0ded-449c-9067-ba9cc084e4d4,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:28.999711 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27137a-5743-4351-a066-2190e8201f69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:29.000051 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27137a-5743-4351-a066-2190e8201f69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:29.000382 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27137a-5743-4351-a066-2190e8201f69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:29.000706 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27137a-5743-4351-a066-2190e8201f69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:29.001028 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27137a-5743-4351-a066-2190e8201f69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:29.001348 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27137a-5743-4351-a066-2190e8201f69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:29.001665 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27137a-5743-4351-a066-2190e8201f69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:29.001979 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27137a-5743-4351-a066-2190e8201f69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:29.002300 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27137a-5743-4351-a066-2190e8201f69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:29.002673 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27137a-5743-4351-a066-2190e8201f69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:29.002982 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27137a-5743-4351-a066-2190e8201f69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:29.003291 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27137a-5743-4351-a066-2190e8201f69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b27137a-5743-4351-a066-2190e8201f69 None None] Tracked resource versions report:
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]: pushed versions:
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]: {   'AddressGroup': {'1.2'},
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:     'ConntrackHelper': {'1.0'},
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:     'Log': {'1.0'},
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:     'Network': {'1.1'},
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:     'Port': {'1.7'},
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:     'PortForwarding': {'1.2'},
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:     'QosPolicy': {'1.8'},
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:     'SecurityGroup': {'1.4'},
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:     'SecurityGroupRule': {'1.2'},
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:     'SubPort': {'1.0'},
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:     'Subnet': {'1.1'},
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:     'Trunk': {'1.1'}}
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]: consumer versions:
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]: {   DHCP agent@dv-cinder-786383-3-iscsi: {},
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:     L3 agent@dv-cinder-786383-3-iscsi: {},
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:     Metadata agent@dv-cinder-786383-3-iscsi: {},
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:     Metering agent@dv-cinder-786383-3-iscsi: {},
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:     Open vSwitch agent@dv-cinder-786383-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:                                                      'ConntrackHelper': '1.0',
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:                                                      'Log': '1.0',
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:                                                      'Network': '1.1',
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:                                                      'Port': '1.7',
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:                                                      'PortForwarding': '1.2',
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:                                                      'QosPolicy': '1.8',
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:                                                      'SecurityGroup': '1.4',
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:                                                      'SecurityGroupRule': '1.2',
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:                                                      'SubPort': '1.0',
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:                                                      'Subnet': '1.1',
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:                                                      'Trunk': '1.1'}}
May 10 17:12:29.004400 dv-cinder-786383-3-iscsi neutron-server[78700]:  {{(pid=78700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:12:29.020253 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5b27137a-5743-4351-a066-2190e8201f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:29.027397 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] Attempting to bind port c9ad95d8-0ded-449c-9067-ba9cc084e4d4 on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:12:29.027798 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] Attempting to bind port c9ad95d8-0ded-449c-9067-ba9cc084e4d4 by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': '6bff499d-6ba2-445c-96af-46f4a065162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4ae00d73-da59-40d5-9cee-754b033242be'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:12:29.028211 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] Attempting to bind port c9ad95d8-0ded-449c-9067-ba9cc084e4d4 on network 4ae00d73-da59-40d5-9cee-754b033242be {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:12:29.035517 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:12:29.035939 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] Checking segment: {'id': '6bff499d-6ba2-445c-96af-46f4a065162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4ae00d73-da59-40d5-9cee-754b033242be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:12:29.036741 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:29.037400 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] Bound using segment: {'id': '6bff499d-6ba2-445c-96af-46f4a065162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4ae00d73-da59-40d5-9cee-754b033242be'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:12:29.038215 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] Bound port: c9ad95d8-0ded-449c-9067-ba9cc084e4d4, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bff499d-6ba2-445c-96af-46f4a065162b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4ae00d73-da59-40d5-9cee-754b033242be'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:12:29.038661 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:29.130710 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] For port c9ad95d8-0ded-449c-9067-ba9cc084e4d4, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:12:29.134992 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] For port c9ad95d8-0ded-449c-9067-ba9cc084e4d4, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=c9ad95d8-0ded-449c-9067-ba9cc084e4d4,segment=NetworkSegment(6bff499d-6ba2-445c-96af-46f4a065162b),segment_id=6bff499d-6ba2-445c-96af-46f4a065162b)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:12:29.140053 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:29.144029 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:29.229173 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b27137a-5743-4351-a066-2190e8201f69 None None] Pushing event updated for resources: {'Port': ['ID=c9ad95d8-0ded-449c-9067-ba9cc084e4d4,revision_number=4']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:29.234378 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5b27137a-5743-4351-a066-2190e8201f69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:29.236191 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] Routers {'598591a7-b736-428e-b41f-c9643749d50e'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:12:29.236796 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f093e7700>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:12:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['598591a7-b736-428e-b41f-c9643749d50e'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:12:29.416782 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] Set router 598591a7-b736-428e-b41f-c9643749d50e gateway port host: None {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:12:29.735658 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f093e7700>, [{'id': '598591a7-b736-428e-b41f-c9643749d50e', 'name': 'router1', 'tenant_id': 'e1e692a9bb574c628f08a30fde265bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:12:17Z', 'updated_at': '2021-05-10T17:12:26Z', 'revision_number': 2, 'project_id': 'e1e692a9bb574c628f08a30fde265bb7', 'gw_port_host': None, '_interfaces': [{'id': 'c9ad95d8-0ded-449c-9067-ba9cc084e4d4', 'name': '', 'network_id': '4ae00d73-da59-40d5-9cee-754b033242be', 'tenant_id': 'e1e692a9bb574c628f08a30fde265bb7', 'mac_address': 'fa:16:3e:ad:c7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598591a7-b736-428e-b41f-c9643749d50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5ce4eba-a5fb-4e3a-a278-beba83435b53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:12:26Z', 'updated_at': '2021-05-10T17:12:29Z', 'revision_number': 4, 'project_id': 'e1e692a9bb574c628f08a30fde265bb7', 'subnets': [{'id': 'b5ce4eba-a5fb-4e3a-a278-beba83435b53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e75e05e-04f5-4963-99b2-39e09801ed53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:12:29.739455 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50c00bd-a60f-4e3f-a386-aacdcf6e881d None None] The sync data for ids ['598591a7-b736-428e-b41f-c9643749d50e'] in dv-cinder-786383-3-iscsi is: [{'id': '598591a7-b736-428e-b41f-c9643749d50e', 'name': 'router1', 'tenant_id': 'e1e692a9bb574c628f08a30fde265bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:12:17Z', 'updated_at': '2021-05-10T17:12:26Z', 'revision_number': 2, 'project_id': 'e1e692a9bb574c628f08a30fde265bb7', 'gw_port_host': None, '_interfaces': [{'id': 'c9ad95d8-0ded-449c-9067-ba9cc084e4d4', 'name': '', 'network_id': '4ae00d73-da59-40d5-9cee-754b033242be', 'tenant_id': 'e1e692a9bb574c628f08a30fde265bb7', 'mac_address': 'fa:16:3e:ad:c7:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598591a7-b736-428e-b41f-c9643749d50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5ce4eba-a5fb-4e3a-a278-beba83435b53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:12:26Z', 'updated_at': '2021-05-10T17:12:29Z', 'revision_number': 4, 'project_id': 'e1e692a9bb574c628f08a30fde265bb7', 'subnets': [{'id': 'b5ce4eba-a5fb-4e3a-a278-beba83435b53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e75e05e-04f5-4963-99b2-39e09801ed53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:12:29.956429 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 51130) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:12:30.128385 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d25447-3bd6-4e79-9ccf-907a09cb3d37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:12:30.128959 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-02d25447-3bd6-4e79-9ccf-907a09cb3d37 admin admin] Synchronizing usage tracker for tenant:fced9f8f73624b909f428142541332eb on resource:network {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:12:30.147691 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-02d25447-3bd6-4e79-9ccf-907a09cb3d37 admin admin] Unset dirty status for tenant:fced9f8f73624b909f428142541332eb on resource:network {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:12:30.153174 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-02d25447-3bd6-4e79-9ccf-907a09cb3d37 admin admin] 10.222.0.32 "GET /v2.0/networks/bae4116f-378a-4109-9d6f-b35b773f5102 HTTP/1.1" status: 200  len: 842 time: 0.1913915
May 10 17:12:30.158259 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-85c7546d-846b-427e-b101-319422025ab4 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.1.1', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'ip_version': 4}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:12:30.162852 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-85c7546d-846b-427e-b101-319422025ab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:12:30.166601 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-85c7546d-846b-427e-b101-319422025ab4 admin admin] Usage tracker for resource:subnet and tenant:fced9f8f73624b909f428142541332eb is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:12:30.169473 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-85c7546d-846b-427e-b101-319422025ab4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:12:30.175576 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-85c7546d-846b-427e-b101-319422025ab4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:12:30.186330 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85c7546d-846b-427e-b101-319422025ab4 admin admin] Made reservation on behalf of fced9f8f73624b909f428142541332eb for: {'subnet': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:12:30.188684 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-85c7546d-846b-427e-b101-319422025ab4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:30.626904 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.objects.ports [None req-85c7546d-846b-427e-b101-319422025ab4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=78697) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
May 10 17:12:30.627373 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-85c7546d-846b-427e-b101-319422025ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for subnet, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:30.632441 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:30.704846 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c7546d-846b-427e-b101-319422025ab4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85c6ce2f-4b23-430e-8a05-d1a9c5baa36d,revision_number=0']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:30.710380 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-85c7546d-846b-427e-b101-319422025ab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:30.712881 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c7546d-846b-427e-b101-319422025ab4 admin admin] Checking segment: {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:12:30.713239 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c7546d-846b-427e-b101-319422025ab4 admin admin] Network hostable DHCP agents. Network: bae4116f-378a-4109-9d6f-b35b773f5102, hostable agents: ['09c01bda-92a2-48bb-bf54-854a116a5737'], hosted agents: [] {{(pid=78697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:12:30.731993 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c7546d-846b-427e-b101-319422025ab4 admin admin] Network bae4116f-378a-4109-9d6f-b35b773f5102 is scheduled to be hosted by DHCP agent 09c01bda-92a2-48bb-bf54-854a116a5737 with binding_index 1 {{(pid=78697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:12:30.744351 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-85c7546d-846b-427e-b101-319422025ab4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-iscsi, bae4116f-378a-4109-9d6f-b35b773f5102) {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:12:30.750112 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c7546d-846b-427e-b101-319422025ab4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:12:30.750749 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-85c7546d-846b-427e-b101-319422025ab4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:30.756254 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefbae6e-f1ff-4abc-9bfd-65c933eaddd2 None None] Network bae4116f-378a-4109-9d6f-b35b773f5102 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:12:30.782540 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-85c7546d-846b-427e-b101-319422025ab4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.6175113
May 10 17:12:30.974033 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868199a4-abc8-4f32-8829-6641c88a1722 None None] Network bae4116f-378a-4109-9d6f-b35b773f5102 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:12:32.613641 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device c9ad95d8-0ded-449c-9067-ba9cc084e4d4 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:12:32.688547 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port c9ad95d8-0ded-449c-9067-ba9cc084e4d4 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:12:32.693527 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port c9ad95d8-0ded-449c-9067-ba9cc084e4d4 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:12:32.693898 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:32.814838 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:32.850924 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port c9ad95d8-0ded-449c-9067-ba9cc084e4d4, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=c9ad95d8-0ded-449c-9067-ba9cc084e4d4,segment=NetworkSegment(6bff499d-6ba2-445c-96af-46f4a065162b),segment_id=6bff499d-6ba2-445c-96af-46f4a065162b)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:12:32.855579 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:32.858567 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-313e8be8-2fb8-4c7a-9f6d-5de9140add80 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:32.948334 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=c9ad95d8-0ded-449c-9067-ba9cc084e4d4,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:32.952116 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:33.029880 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 51144) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:12:33.250332 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-1899b684-e77a-4d96-961a-837ccc5aaece admin admin] 10.222.0.32 "GET /v2.0/routers/598591a7-b736-428e-b41f-c9643749d50e HTTP/1.1" status: 200  len: 710 time: 0.2193115
May 10 17:12:33.388241 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d11cc1-68fc-4a98-b63e-437a3649f32b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:12:33.389604 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-25d11cc1-68fc-4a98-b63e-437a3649f32b admin admin] 10.222.0.32 "GET /v2.0/networks/bae4116f-378a-4109-9d6f-b35b773f5102 HTTP/1.1" status: 200  len: 886 time: 0.1342716
May 10 17:12:33.398678 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-2f5e950d-9001-4ddc-8cc2-b502c46fd50f admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:12:33.891670 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2f5e950d-9001-4ddc-8cc2-b502c46fd50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5975'] for router, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:34.227476 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2f5e950d-9001-4ddc-8cc2-b502c46fd50f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:34.283599 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2f5e950d-9001-4ddc-8cc2-b502c46fd50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:34.422936 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_common [None req-2f5e950d-9001-4ddc-8cc2-b502c46fd50f admin admin] Allocated IP 172.27.1.147 (bae4116f-378a-4109-9d6f-b35b773f5102/85c6ce2f-4b23-430e-8a05-d1a9c5baa36d/53ba71b0-264e-4efe-b782-92c356f954f1) {{(pid=78697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:12:34.575855 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2f5e950d-9001-4ddc-8cc2-b502c46fd50f admin admin] Notify callbacks [] for port, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:34.581918 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device c9ad95d8-0ded-449c-9067-ba9cc084e4d4 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:12:34.634189 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2f5e950d-9001-4ddc-8cc2-b502c46fd50f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188'] for port, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:34.638160 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:34.651569 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port c9ad95d8-0ded-449c-9067-ba9cc084e4d4 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:12:34.651973 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:34.697657 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f5e950d-9001-4ddc-8cc2-b502c46fd50f admin admin] Network bae4116f-378a-4109-9d6f-b35b773f5102 is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:12:34.700255 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-2f5e950d-9001-4ddc-8cc2-b502c46fd50f admin admin] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:12:34.711109 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5e950d-9001-4ddc-8cc2-b502c46fd50f admin admin] Received port after_create {{(pid=78697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:12:34.820158 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e950d-9001-4ddc-8cc2-b502c46fd50f admin admin] Pushing event updated for resources: {'Port': ['ID=53ba71b0-264e-4efe-b782-92c356f954f1,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:34.833925 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-2f5e950d-9001-4ddc-8cc2-b502c46fd50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:35.142554 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2f5e950d-9001-4ddc-8cc2-b502c46fd50f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:35.484248 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2f5e950d-9001-4ddc-8cc2-b502c46fd50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5975'] for router, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:35.487418 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2f5e950d-9001-4ddc-8cc2-b502c46fd50f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396803', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-396856', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-396810', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420099'] for router, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:35.669799 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f5e950d-9001-4ddc-8cc2-b502c46fd50f admin admin] Router 598591a7-b736-428e-b41f-c9643749d50e has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:12:35.849829 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5e950d-9001-4ddc-8cc2-b502c46fd50f admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:12:35.858354 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2f5e950d-9001-4ddc-8cc2-b502c46fd50f admin admin] Notify callbacks [] for router, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:35.859704 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] Sync routers for ids ['598591a7-b736-428e-b41f-c9643749d50e'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:12:35.860149 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-2f5e950d-9001-4ddc-8cc2-b502c46fd50f admin admin] 10.222.0.32 "PUT /v2.0/routers/598591a7-b736-428e-b41f-c9643749d50e HTTP/1.1" status: 200  len: 890 time: 2.4645543
May 10 17:12:35.870248 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] Routers {'598591a7-b736-428e-b41f-c9643749d50e'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:12:35.871636 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0c5905b0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:12:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['598591a7-b736-428e-b41f-c9643749d50e'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:12:36.062296 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] Set router 598591a7-b736-428e-b41f-c9643749d50e gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:12:36.396400 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0c5905b0>, [{'id': '598591a7-b736-428e-b41f-c9643749d50e', 'name': 'router1', 'tenant_id': 'e1e692a9bb574c628f08a30fde265bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '53ba71b0-264e-4efe-b782-92c356f954f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:12:17Z', 'updated_at': '2021-05-10T17:12:34Z', 'revision_number': 4, 'project_id': 'e1e692a9bb574c628f08a30fde265bb7', 'gw_port': {'id': '53ba71b0-264e-4efe-b782-92c356f954f1', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:04:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598591a7-b736-428e-b41f-c9643749d50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:12:34Z', 'updated_at': '2021-05-10T17:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': 'c9ad95d8-0ded-449c-9067-ba9cc084e4d4', 'name': '', 'network_id': '4ae00d73-da59-40d5-9cee-754b033242be', 'tenant_id': 'e1e692a9bb574c628f08a30fde265bb7', 'mac_address': 'fa:16:3e:ad:c7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598591a7-b736-428e-b41f-c9643749d50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5ce4eba-a5fb-4e3a-a278-beba83435b53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:12:26Z', 'updated_at': '2021-05-10T17:12:32Z', 'revision_number': 5, 'project_id': 'e1e692a9bb574c628f08a30fde265bb7', 'subnets': [{'id': 'b5ce4eba-a5fb-4e3a-a278-beba83435b53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e75e05e-04f5-4963-99b2-39e09801ed53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:12:36.401276 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] Checking router: 598591a7-b736-428e-b41f-c9643749d50e for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:12:36.401626 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] Updating router 598591a7-b736-428e-b41f-c9643749d50e port 53ba71b0-264e-4efe-b782-92c356f954f1 binding host dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:12:36.457806 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:36.779715 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] Notify callbacks [] for port, precommit_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:36.790541 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] Transition to ACTIVE for port object 53ba71b0-264e-4efe-b782-92c356f954f1 will not be triggered until provisioned by entity L2. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:12:36.797471 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:36.801202 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-4012f622-1298-4d05-87cd-d25e650c2de2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:36.875534 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] Attempting to bind port 53ba71b0-264e-4efe-b782-92c356f954f1 on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:12:36.876139 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] Attempting to bind port 53ba71b0-264e-4efe-b782-92c356f954f1 by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:12:36.876239 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] Attempting to bind port 53ba71b0-264e-4efe-b782-92c356f954f1 on network bae4116f-378a-4109-9d6f-b35b773f5102 {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:12:36.878133 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02222c6-6dc5-499c-bf50-fb08ccef1bc2 None None] Pushing event updated for resources: {'Port': ['ID=53ba71b0-264e-4efe-b782-92c356f954f1,revision_number=2']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:36.881708 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-d02222c6-6dc5-499c-bf50-fb08ccef1bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:36.884143 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 12, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:12:36.884518 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] Checking segment: {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:12:36.884916 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:36.885305 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] Bound using segment: {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:12:36.885799 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] Bound port: 53ba71b0-264e-4efe-b782-92c356f954f1, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:12:36.886819 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:36.958002 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] For port 53ba71b0-264e-4efe-b782-92c356f954f1, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:12:36.960931 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] For port 53ba71b0-264e-4efe-b782-92c356f954f1, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=53ba71b0-264e-4efe-b782-92c356f954f1,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:12:36.966715 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:36.971505 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:37.049219 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] Routers {'598591a7-b736-428e-b41f-c9643749d50e'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:12:37.049847 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0c5905b0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:12:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['598591a7-b736-428e-b41f-c9643749d50e'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:12:37.129685 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02222c6-6dc5-499c-bf50-fb08ccef1bc2 None None] Pushing event updated for resources: {'Port': ['ID=53ba71b0-264e-4efe-b782-92c356f954f1,revision_number=3']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:37.187588 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-d02222c6-6dc5-499c-bf50-fb08ccef1bc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:37.256304 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] Set router 598591a7-b736-428e-b41f-c9643749d50e gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:12:37.590880 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0c5905b0>, [{'id': '598591a7-b736-428e-b41f-c9643749d50e', 'name': 'router1', 'tenant_id': 'e1e692a9bb574c628f08a30fde265bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '53ba71b0-264e-4efe-b782-92c356f954f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:12:17Z', 'updated_at': '2021-05-10T17:12:34Z', 'revision_number': 4, 'project_id': 'e1e692a9bb574c628f08a30fde265bb7', 'gw_port': {'id': '53ba71b0-264e-4efe-b782-92c356f954f1', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:04:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598591a7-b736-428e-b41f-c9643749d50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:12:34Z', 'updated_at': '2021-05-10T17:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': 'c9ad95d8-0ded-449c-9067-ba9cc084e4d4', 'name': '', 'network_id': '4ae00d73-da59-40d5-9cee-754b033242be', 'tenant_id': 'e1e692a9bb574c628f08a30fde265bb7', 'mac_address': 'fa:16:3e:ad:c7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598591a7-b736-428e-b41f-c9643749d50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5ce4eba-a5fb-4e3a-a278-beba83435b53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:12:26Z', 'updated_at': '2021-05-10T17:12:32Z', 'revision_number': 5, 'project_id': 'e1e692a9bb574c628f08a30fde265bb7', 'subnets': [{'id': 'b5ce4eba-a5fb-4e3a-a278-beba83435b53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e75e05e-04f5-4963-99b2-39e09801ed53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:12:37.595467 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a546a7-4e6b-4d82-a698-6eac5549470a None None] The sync data for ids ['598591a7-b736-428e-b41f-c9643749d50e'] in dv-cinder-786383-3-iscsi is: [{'id': '598591a7-b736-428e-b41f-c9643749d50e', 'name': 'router1', 'tenant_id': 'e1e692a9bb574c628f08a30fde265bb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '53ba71b0-264e-4efe-b782-92c356f954f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:12:17Z', 'updated_at': '2021-05-10T17:12:34Z', 'revision_number': 4, 'project_id': 'e1e692a9bb574c628f08a30fde265bb7', 'gw_port': {'id': '53ba71b0-264e-4efe-b782-92c356f954f1', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:04:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '598591a7-b736-428e-b41f-c9643749d50e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:12:34Z', 'updated_at': '2021-05-10T17:12:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': 'c9ad95d8-0ded-449c-9067-ba9cc084e4d4', 'name': '', 'network_id': '4ae00d73-da59-40d5-9cee-754b033242be', 'tenant_id': 'e1e692a9bb574c628f08a30fde265bb7', 'mac_address': 'fa:16:3e:ad:c7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598591a7-b736-428e-b41f-c9643749d50e', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b5ce4eba-a5fb-4e3a-a278-beba83435b53', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:12:26Z', 'updated_at': '2021-05-10T17:12:32Z', 'revision_number': 5, 'project_id': 'e1e692a9bb574c628f08a30fde265bb7', 'subnets': [{'id': 'b5ce4eba-a5fb-4e3a-a278-beba83435b53', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0e75e05e-04f5-4963-99b2-39e09801ed53'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:12:38.174789 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 51154) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:12:38.294087 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-11420ea4-6202-43b3-8f9e-aa0d65fafae0 admin admin] 10.222.0.32 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1181407
May 10 17:12:38.608839 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 53ba71b0-264e-4efe-b782-92c356f954f1 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:12:38.680372 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port 53ba71b0-264e-4efe-b782-92c356f954f1 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:12:38.686777 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 53ba71b0-264e-4efe-b782-92c356f954f1 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:12:38.687206 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:38.814884 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:38.831766 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port 53ba71b0-264e-4efe-b782-92c356f954f1, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=53ba71b0-264e-4efe-b782-92c356f954f1,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:12:38.835775 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:38.838628 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:12:38.910154 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=53ba71b0-264e-4efe-b782-92c356f954f1,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:12:38.913614 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:12:40.591514 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 53ba71b0-264e-4efe-b782-92c356f954f1 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:12:40.665520 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 53ba71b0-264e-4efe-b782-92c356f954f1 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:12:40.665908 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:50.173958 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-99b6fa35-a2a0-437f-a611-d726daf48da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:52.699041 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:52.885639 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-db0d4bd6-813d-4b19-a4d6-aa55f006dbbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:53.865585 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:55.309782 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:12:59.225459 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 5 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:13:20.178687 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-360a1122-0941-4a12-baf6-c6b200072f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:22.690581 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:22.871179 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-5abdc551-ad9e-4028-be5a-27423651c51d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:23.867240 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:25.306282 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:36.214883 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 5 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:13:50.180877 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-3ea328dc-9135-4ae6-9e98-7417aa3c88eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:52.684361 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:52.873580 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-d6d303ce-1c97-48d5-9127-1e86d375bf7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:53.876846 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:13:55.309352 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:13.117811 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 51724) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:14:13.187366 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f67443-11ce-4a48-9f84-5303b36f9a9f admin admin] GET failed (client error): The resource could not be found.
May 10 17:14:13.188648 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-d8f67443-11ce-4a48-9f84-5303b36f9a9f admin admin] 10.222.0.32 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0698547
May 10 17:14:13.214104 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 5 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:14:13.318931 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19691ad4-5cde-4d3c-b867-c87d5159da1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:14:13.320296 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-19691ad4-5cde-4d3c-b867-c87d5159da1d admin admin] 10.222.0.32 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1278059
May 10 17:14:15.428700 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 51734) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:14:15.541429 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1bfd1b-81c7-41dd-bf66-5ef6eead531e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:14:15.541987 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-ac1bfd1b-81c7-41dd-bf66-5ef6eead531e admin admin] Synchronizing usage tracker for tenant:fced9f8f73624b909f428142541332eb on resource:subnet {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:14:15.559056 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-ac1bfd1b-81c7-41dd-bf66-5ef6eead531e admin admin] Unset dirty status for tenant:fced9f8f73624b909f428142541332eb on resource:subnet {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:14:15.562398 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-ac1bfd1b-81c7-41dd-bf66-5ef6eead531e admin admin] 10.222.0.32 "GET /v2.0/subnets/b5ce4eba-a5fb-4e3a-a278-beba83435b53 HTTP/1.1" status: 200  len: 849 time: 0.1305938
May 10 17:14:15.569644 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-2f666fe8-7771-45ff-9365-d2c6fa214fbb admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:14:15.687941 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2f666fe8-7771-45ff-9365-d2c6fa214fbb admin admin] Notify callbacks [] for subnet, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:15.874084 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2f666fe8-7771-45ff-9365-d2c6fa214fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765770255710'] for subnet, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:15.879580 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-85c7546d-846b-427e-b101-319422025ab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:14:15.916777 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f666fe8-7771-45ff-9365-d2c6fa214fbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:14:15.917340 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2f666fe8-7771-45ff-9365-d2c6fa214fbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:15.924404 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-2f666fe8-7771-45ff-9365-d2c6fa214fbb admin admin] 10.222.0.32 "PUT /v2.0/subnets/b5ce4eba-a5fb-4e3a-a278-beba83435b53 HTTP/1.1" status: 200  len: 868 time: 0.3528707
May 10 17:14:15.933421 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf7df08-f49e-4d8d-b256-59ddb463596a None None] Network 4ae00d73-da59-40d5-9cee-754b033242be requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:14:15.944807 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f666fe8-7771-45ff-9365-d2c6fa214fbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5ce4eba-a5fb-4e3a-a278-beba83435b53,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:14:15.953011 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f666fe8-7771-45ff-9365-d2c6fa214fbb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:14:15.953357 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f666fe8-7771-45ff-9365-d2c6fa214fbb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:14:15.953689 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f666fe8-7771-45ff-9365-d2c6fa214fbb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:14:15.954016 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f666fe8-7771-45ff-9365-d2c6fa214fbb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:14:15.954371 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f666fe8-7771-45ff-9365-d2c6fa214fbb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:14:15.954693 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f666fe8-7771-45ff-9365-d2c6fa214fbb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:14:15.955011 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f666fe8-7771-45ff-9365-d2c6fa214fbb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:14:15.955324 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f666fe8-7771-45ff-9365-d2c6fa214fbb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:14:15.955636 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f666fe8-7771-45ff-9365-d2c6fa214fbb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:14:15.955948 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f666fe8-7771-45ff-9365-d2c6fa214fbb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:14:15.956257 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f666fe8-7771-45ff-9365-d2c6fa214fbb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:14:15.956565 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f666fe8-7771-45ff-9365-d2c6fa214fbb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:14:15.960293 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-2f666fe8-7771-45ff-9365-d2c6fa214fbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:14:16.375536 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-61470217-bd37-4bce-b783-ee7d0caf8c42 None None] Provisioning complete for port c9ad95d8-0ded-449c-9067-ba9cc084e4d4 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:14:16.375893 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-61470217-bd37-4bce-b783-ee7d0caf8c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:16.500356 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-61470217-bd37-4bce-b783-ee7d0caf8c42 None None] Provisioning complete for port dfd6c9d9-7d5e-4f00-8516-30cce195d3f8 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:14:16.500622 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-61470217-bd37-4bce-b783-ee7d0caf8c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:18.049604 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 51744) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:14:18.263723 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f495fd-714e-4971-9e33-8a3eab017ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:14:18.264120 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f495fd-714e-4971-9e33-8a3eab017ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:14:18.265622 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-81f495fd-714e-4971-9e33-8a3eab017ea5 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.2150850
May 10 17:14:20.183126 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ce7eeb32-4a81-4d4a-91fc-7953164965da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:20.376215 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 51754) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:14:20.550307 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88ae9d8-5a4c-469d-91e2-83924625cf39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:14:20.550854 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88ae9d8-5a4c-469d-91e2-83924625cf39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:14:20.552400 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-b88ae9d8-5a4c-469d-91e2-83924625cf39 admin admin] 10.222.0.32 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1752243
May 10 17:14:22.678842 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 51764) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:14:22.689181 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:22.856147 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5c32d6-e199-4e3c-b6e2-b0e168ee1d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:14:22.857410 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-da5c32d6-e199-4e3c-b6e2-b0e168ee1d8f admin admin] 10.222.0.32 "GET /v2.0/networks/4ae00d73-da59-40d5-9cee-754b033242be HTTP/1.1" status: 200  len: 869 time: 0.1776392
May 10 17:14:22.877313 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-989c2650-a406-4960-8218-7bd97ca6e887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:23.873743 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:24.971096 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 51774) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:14:25.150617 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4fb183-87af-4790-8f2f-d174f0059aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:14:25.151884 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-5f4fb183-87af-4790-8f2f-d174f0059aba admin admin] 10.222.0.32 "GET /v2.0/networks/bae4116f-378a-4109-9d6f-b35b773f5102 HTTP/1.1" status: 200  len: 886 time: 0.1798668
May 10 17:14:25.312688 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:27.270188 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 51784) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:14:27.381589 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bb747f-73e1-43cc-8d28-25279393bc99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:14:27.382069 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9bb747f-73e1-43cc-8d28-25279393bc99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:14:27.383640 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-d9bb747f-73e1-43cc-8d28-25279393bc99 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1124067
May 10 17:14:29.530224 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 51794) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:14:29.643252 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043665db-1d30-410a-a85d-3eff8ec9f272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:14:29.643727 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043665db-1d30-410a-a85d-3eff8ec9f272 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:14:29.645250 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-043665db-1d30-410a-a85d-3eff8ec9f272 admin admin] 10.222.0.32 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1140602
May 10 17:14:31.760810 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 51804) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:14:31.860076 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-514ecdd1-9f2e-48fe-bae0-87578e08c756 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:14:31.861412 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-514ecdd1-9f2e-48fe-bae0-87578e08c756 admin admin] 10.222.0.32 "GET /v2.0/subnets/85c6ce2f-4b23-430e-8a05-d1a9c5baa36d HTTP/1.1" status: 200  len: 816 time: 0.0996044
May 10 17:14:34.069695 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 51814) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:14:34.191428 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24d00021-370f-4226-9005-2a9747a37674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:14:34.192917 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-24d00021-370f-4226-9005-2a9747a37674 admin admin] 10.222.0.32 "GET /v2.0/subnets/b5ce4eba-a5fb-4e3a-a278-beba83435b53 HTTP/1.1" status: 200  len: 868 time: 0.1222589
May 10 17:14:50.184330 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-5187ff10-4767-42e4-80f8-3786d71d4e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:50.213817 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 5 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:14:52.690821 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:52.878938 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-791bb569-6599-4a64-8dd0-1e23f495f7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:53.878735 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:55.315001 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:14:57.624471 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 51858) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:14:57.673064 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [None req-2e9f9bd2-68bb-42fa-88be-bd3741559241 admin admin] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:14:57.674058 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-2e9f9bd2-68bb-42fa-88be-bd3741559241 admin admin] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0485442
May 10 17:14:59.875857 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 51868) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:14:59.943199 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5f090c-e9d8-46bd-bb36-40db6976d35d admin admin] GET failed (client error): The resource could not be found.
May 10 17:14:59.944486 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-eb5f090c-e9d8-46bd-bb36-40db6976d35d admin admin] 10.222.0.32 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0676742
May 10 17:15:00.071731 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8311b959-b815-4b33-8747-d73d4cc2cafd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:15:00.073107 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-8311b959-b815-4b33-8747-d73d4cc2cafd admin admin] 10.222.0.32 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1245236
May 10 17:15:02.237433 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 51878) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:02.284978 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:15:02.290059 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:02.299655 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:02.312908 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Made reservation on behalf of fced9f8f73624b909f428142541332eb for: {'network': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:15:02.315369 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for network, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:02.402914 dv-cinder-786383-3-iscsi neutron-server[78698]: WARNING neutron.services.revisions.revision_plugin [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f8f081241f0] {project_id='fced9f8f73624b909f428142541332eb', id='018c3759-494e-47f6-b5ba-9bd86abe35d9', target_tenant='*', action='access_as_shared', object_id='508e9136-b419-4d97-aec7-bad6b1f32e94'}> to bump revision.
May 10 17:15:02.416886 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 323}  {{(pid=78698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:15:02.427659 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765770262164', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:02.428206 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f8f09f66940> segment precommit_create {{(pid=78698) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
May 10 17:15:02.428649 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.segments_db [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Added segment a47ea41b-bc33-4c55-bd18-5de0c411c887 of type vlan for network 508e9136-b419-4d97-aec7-bad6b1f32e94
May 10 17:15:02.510746 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765769838210'] for network, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:02.543984 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for network, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:02.545239 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:15:02.545813 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:02.548861 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:02.646228 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Pushing event updated for resources: {'Network': ['ID=508e9136-b419-4d97-aec7-bad6b1f32e94,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:02.650568 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.4120958
May 10 17:15:02.654551 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:02.654900 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:02.655226 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:02.655548 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:02.655856 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:02.656172 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:02.656483 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:02.656793 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:02.657101 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:02.657407 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:02.657712 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:02.658016 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:02.662489 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:02.669985 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Network 508e9136-b419-4d97-aec7-bad6b1f32e94 details requested by agent ovs-agent-dv-cinder-786383-3-iscsi with host dv-cinder-786383-3-iscsi {{(pid=78699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:15:04.790268 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 51888) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:15:04.858815 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f13549-aa21-44a9-93b6-403b43aa0e25 admin admin] GET failed (client error): The resource could not be found.
May 10 17:15:04.859347 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-54f13549-aa21-44a9-93b6-403b43aa0e25 admin admin] Synchronizing usage tracker for tenant:fced9f8f73624b909f428142541332eb on resource:network {{(pid=78698) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:15:04.873935 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-54f13549-aa21-44a9-93b6-403b43aa0e25 admin admin] Unset dirty status for tenant:fced9f8f73624b909f428142541332eb on resource:network {{(pid=78698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:15:04.875181 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-54f13549-aa21-44a9-93b6-403b43aa0e25 admin admin] 10.222.0.32 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0839245
May 10 17:15:04.980531 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92468fe1-dc22-497a-ad6f-26b6f24c88ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:15:04.985707 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-92468fe1-dc22-497a-ad6f-26b6f24c88ec admin admin] 10.222.0.32 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1029189
May 10 17:15:04.991357 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-39549560-ccdf-4756-980c-0729815ef74f admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '508e9136-b419-4d97-aec7-bad6b1f32e94', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:15:04.996385 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-39549560-ccdf-4756-980c-0729815ef74f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:15:05.006316 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-39549560-ccdf-4756-980c-0729815ef74f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:15:05.016322 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39549560-ccdf-4756-980c-0729815ef74f admin admin] Made reservation on behalf of fced9f8f73624b909f428142541332eb for: {'subnet': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:15:05.018749 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-39549560-ccdf-4756-980c-0729815ef74f admin admin] Notify callbacks [] for subnet, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:05.388462 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-39549560-ccdf-4756-980c-0729815ef74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for subnet, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:05.393285 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:05.471775 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39549560-ccdf-4756-980c-0729815ef74f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3189f6ac-a1a2-41eb-b7f7-0e790fce24da,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:05.475418 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-39549560-ccdf-4756-980c-0729815ef74f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:05.476224 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39549560-ccdf-4756-980c-0729815ef74f admin admin] Checking segment: {'id': 'a47ea41b-bc33-4c55-bd18-5de0c411c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '508e9136-b419-4d97-aec7-bad6b1f32e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:15:05.476573 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39549560-ccdf-4756-980c-0729815ef74f admin admin] Network hostable DHCP agents. Network: 508e9136-b419-4d97-aec7-bad6b1f32e94, hostable agents: ['09c01bda-92a2-48bb-bf54-854a116a5737'], hosted agents: [] {{(pid=78698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:15:05.494125 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39549560-ccdf-4756-980c-0729815ef74f admin admin] Network 508e9136-b419-4d97-aec7-bad6b1f32e94 is scheduled to be hosted by DHCP agent 09c01bda-92a2-48bb-bf54-854a116a5737 with binding_index 1 {{(pid=78698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:15:05.503213 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-39549560-ccdf-4756-980c-0729815ef74f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-iscsi, 508e9136-b419-4d97-aec7-bad6b1f32e94) {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:15:05.507122 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39549560-ccdf-4756-980c-0729815ef74f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:15:05.507703 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-39549560-ccdf-4756-980c-0729815ef74f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:05.512658 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f9eda0-c223-4972-a8d6-0b6f34039e22 None None] Network 508e9136-b419-4d97-aec7-bad6b1f32e94 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:15:05.532009 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-39549560-ccdf-4756-980c-0729815ef74f admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.5440478
May 10 17:15:05.753879 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d3316b4-c81d-5319-b15a-5a430cab7718-508e9136-b419-4d97-aec7-bad6b1f32e94', 'network_id': '508e9136-b419-4d97-aec7-bad6b1f32e94', 'tenant_id': 'fced9f8f73624b909f428142541332eb', 'fixed_ips': [{'subnet_id': '3189f6ac-a1a2-41eb-b7f7-0e790fce24da'}]}} from dv-cinder-786383-3-iscsi. {{(pid=78699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:15:05.754770 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:05.924560 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.db_base_plugin_common [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Allocated IP 192.168.233.2 (508e9136-b419-4d97-aec7-bad6b1f32e94/3189f6ac-a1a2-41eb-b7f7-0e790fce24da/1eb8a609-4ca5-42c9-9bbf-7dd83a08eb56) {{(pid=78699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:15:06.135361 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Notify callbacks [] for port, precommit_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:06.145866 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Transition to ACTIVE for port object 1eb8a609-4ca5-42c9-9bbf-7dd83a08eb56 will not be triggered until provisioned by entity L2. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:15:06.166151 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Transition to ACTIVE for port object 1eb8a609-4ca5-42c9-9bbf-7dd83a08eb56 will not be triggered until provisioned by entity DHCP. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:15:06.171508 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188'] for port, after_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:06.176848 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:06.233251 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Network 508e9136-b419-4d97-aec7-bad6b1f32e94 is already hosted by enough agents. {{(pid=78699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:15:06.236021 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.scheduler.base_scheduler [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Resources bound (agent type, host, resource id):  {{(pid=78699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:15:06.250955 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Received port after_create {{(pid=78699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:15:06.252995 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Pushing event updated for resources: {'Port': ['ID=1eb8a609-4ca5-42c9-9bbf-7dd83a08eb56,revision_number=1']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:06.285467 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:06.285815 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:06.286152 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:06.286503 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:06.286829 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:06.287152 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:06.287470 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:06.287785 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:06.288117 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:06.288437 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:06.288752 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:06.289094 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:15:06.297609 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:06.351290 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Attempting to bind port 1eb8a609-4ca5-42c9-9bbf-7dd83a08eb56 on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:15:06.351687 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Attempting to bind port 1eb8a609-4ca5-42c9-9bbf-7dd83a08eb56 by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': 'a47ea41b-bc33-4c55-bd18-5de0c411c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '508e9136-b419-4d97-aec7-bad6b1f32e94'}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:15:06.352660 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Attempting to bind port 1eb8a609-4ca5-42c9-9bbf-7dd83a08eb56 on network 508e9136-b419-4d97-aec7-bad6b1f32e94 {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:15:06.358176 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 14, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:15:06.358575 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Checking segment: {'id': 'a47ea41b-bc33-4c55-bd18-5de0c411c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '508e9136-b419-4d97-aec7-bad6b1f32e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:15:06.358975 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:06.359368 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Bound using segment: {'id': 'a47ea41b-bc33-4c55-bd18-5de0c411c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '508e9136-b419-4d97-aec7-bad6b1f32e94'} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:15:06.359836 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Bound port: 1eb8a609-4ca5-42c9-9bbf-7dd83a08eb56, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a47ea41b-bc33-4c55-bd18-5de0c411c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '508e9136-b419-4d97-aec7-bad6b1f32e94'}}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:15:06.360223 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:06.450044 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] For port 1eb8a609-4ca5-42c9-9bbf-7dd83a08eb56, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:15:06.453470 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] For port 1eb8a609-4ca5-42c9-9bbf-7dd83a08eb56, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=1eb8a609-4ca5-42c9-9bbf-7dd83a08eb56,segment=NetworkSegment(a47ea41b-bc33-4c55-bd18-5de0c411c887),segment_id=a47ea41b-bc33-4c55-bd18-5de0c411c887)] {{(pid=78699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:15:06.456963 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:06.460799 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:06.535343 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Pushing event updated for resources: {'Port': ['ID=1eb8a609-4ca5-42c9-9bbf-7dd83a08eb56,revision_number=2']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:06.538145 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:07.313284 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34882317-f9e0-4cc1-94c6-de652d74c6ad None None] Network 508e9136-b419-4d97-aec7-bad6b1f32e94 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:15:07.393619 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-a55dd1b0-81e0-4221-abeb-bc98d1ba6d79 None None] Provisioning for port 1eb8a609-4ca5-42c9-9bbf-7dd83a08eb56 completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:15:08.713144 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 1eb8a609-4ca5-42c9-9bbf-7dd83a08eb56 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:15:08.783868 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port 1eb8a609-4ca5-42c9-9bbf-7dd83a08eb56 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:15:08.789578 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 1eb8a609-4ca5-42c9-9bbf-7dd83a08eb56 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:15:08.790047 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:08.903241 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:08.933376 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port 1eb8a609-4ca5-42c9-9bbf-7dd83a08eb56, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=1eb8a609-4ca5-42c9-9bbf-7dd83a08eb56,segment=NetworkSegment(a47ea41b-bc33-4c55-bd18-5de0c411c887),segment_id=a47ea41b-bc33-4c55-bd18-5de0c411c887)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:15:08.937613 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:08.939678 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:15:09.007114 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=1eb8a609-4ca5-42c9-9bbf-7dd83a08eb56,revision_number=3']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:15:09.010869 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:15:10.702356 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 1eb8a609-4ca5-42c9-9bbf-7dd83a08eb56 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:15:10.769526 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 1eb8a609-4ca5-42c9-9bbf-7dd83a08eb56 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:15:10.769893 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:20.187408 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-d7cc44cd-3b2c-4a4e-a178-7c585db7e1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:22.692505 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:22.880093 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-82716868-bfd7-4fb2-8f70-ec56329fdc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:23.880948 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:25.318709 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:27.213923 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 5 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:15:50.189218 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-a52f1b1d-3774-49c3-b774-34b075bd1567 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:52.695641 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:52.882425 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ef9bc7b6-8dc4-407a-8020-03ea01f48d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:53.885649 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:15:55.324835 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:04.214080 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 5 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:16:11.050568 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 51938) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:11.061787 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [None req-cab5deb5-2dc2-4a32-a2fc-3c5c21ef0ae0 tempest-verify_tempest_config-474544878 tempest-verify_tempest_config-474544878-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:16:11.063388 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-cab5deb5-2dc2-4a32-a2fc-3c5c21ef0ae0 tempest-verify_tempest_config-474544878 tempest-verify_tempest_config-474544878-project] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0116076
May 10 17:16:11.383256 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 51956) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:11.498408 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:11.512827 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:16:11.516573 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Usage tracker for resource:security_group_rule and tenant:389131da5dc94a1781ddf616782dea58 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:16:11.519348 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:16:11.525409 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:16:11.604577 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:11.607932 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:11.616195 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:11.656112 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Synchronizing usage tracker for tenant:fced9f8f73624b909f428142541332eb on resource:security_group {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:16:11.659278 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2633165-9e51-4d45-96e2-eb908facfc12,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:11.669107 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:11.669458 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:11.669787 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:11.670104 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:11.670443 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:11.670781 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:11.671097 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:11.671404 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:11.671730 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:11.672040 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:11.672343 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:11.672645 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:16:11.677285 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:11.684255 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Unset dirty status for tenant:fced9f8f73624b909f428142541332eb on resource:security_group {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:16:11.685447 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=389131da5dc94a1781ddf616782dea58&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3012440
May 10 17:16:11.688095 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 51962) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:16:11.744193 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-77deff23-94c6-416c-a34e-b54b90b62ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:11.768475 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-77deff23-94c6-416c-a34e-b54b90b62ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:11.858132 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-77deff23-94c6-416c-a34e-b54b90b62ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:11.862217 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-fc51ed25-a1f8-4089-9c62-bb34979d4154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:16:11.872948 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77deff23-94c6-416c-a34e-b54b90b62ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2633165-9e51-4d45-96e2-eb908facfc12,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:16:11.875146 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-77deff23-94c6-416c-a34e-b54b90b62ada admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:16:11.880459 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-77deff23-94c6-416c-a34e-b54b90b62ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:11.882214 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-77deff23-94c6-416c-a34e-b54b90b62ada admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e2633165-9e51-4d45-96e2-eb908facfc12 HTTP/1.1" status: 204  len: 168 time: 0.1927495
May 10 17:16:20.192176 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ce551c69-a6e4-456c-9837-473a9fe46691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:22.697832 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:22.884223 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-fd1ed502-5bdb-4683-afd6-8098b581cad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:23.888483 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:25.323387 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:41.214881 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 5 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:16:50.194272 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ceea8d11-17b0-411b-bd99-b94fa3d0f790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.700798 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:52.885122 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-19bc0c32-7aca-4c0b-a513-6f2221ee3f4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:53.891819 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:16:55.329012 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:18.214474 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 5 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:17:20.196747 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-dd0b403a-3464-4e82-9293-83e5cae21502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:22.703400 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:22.887541 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-a87685b2-8b5c-40cb-bb95-f386a0ea2299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:23.894888 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:25.330981 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:47.461714 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182'] for agent, after_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:50.198042 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-8cb0bcac-8db1-43eb-82ee-9ec4c38a8474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:52.705628 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:52.888827 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-cee5a29c-fa8d-4712-a04f-bd3b82e26e4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:53.895726 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:17:55.213756 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:17:55.420131 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:01.884372 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 52034) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:01.995668 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-32722186-1bea-414e-a212-329ce3232528 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1102045
May 10 17:18:04.130288 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 52044) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:18:04.184028 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-5d840ec6-de74-4335-a389-a6740fbdeae0 admin admin] 10.222.0.32 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0526581
May 10 17:18:17.440628 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:20.198961 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-7f0fcbef-56e8-4e85-9145-e23c507cbd50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:22.707509 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:22.889672 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-2792976a-9dab-454e-8bcc-cbb657036bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:23.897893 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:25.335527 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:32.213361 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:18:47.457350 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:50.200156 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-44af55bd-1653-4283-9527-d1cc466f318d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:52.711580 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:52.890597 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-a2205ebd-9980-4e4a-9fbc-ebc7dd66f528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:53.901241 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:18:55.340246 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:09.213017 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:19:17.517809 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:20.203592 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-4610a451-ab00-47b3-a305-173324e2ed1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:22.714163 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:22.892308 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-34d03cb0-7e03-48a3-86bd-5380c86ac3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:23.902822 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:25.344650 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:32.790370 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 52130) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:33.096250 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-262594447-network', 'tenant_id': 'd0f782c325f1445b94f0ff94b78c2c9f'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:33.101424 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:33.105283 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Usage tracker for resource:network and tenant:d0f782c325f1445b94f0ff94b78c2c9f is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:33.109129 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:33.114850 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:33.127549 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Made reservation on behalf of d0f782c325f1445b94f0ff94b78c2c9f for: {'network': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:33.130664 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for network, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:33.146110 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:33.162280 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:33.166502 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Usage tracker for resource:security_group_rule and tenant:d0f782c325f1445b94f0ff94b78c2c9f is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:33.170436 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:33.176605 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:33.278150 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:33.282926 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:33.287117 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:33.315946 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1017566b-3d11-4657-9e87-934de8f95d7e,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:33.326184 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:33.327041 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:33.327432 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:33.327792 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:33.328183 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:33.328543 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:33.329094 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:33.329685 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:33.329960 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:33.330298 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:33.330636 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:33.331044 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Tracked resource versions report:
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]: pushed versions:
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]: {   'AddressGroup': {'1.2'},
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:     'ConntrackHelper': {'1.0'},
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:     'Log': {'1.0'},
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:     'Network': {'1.1'},
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:     'Port': {'1.7'},
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:     'PortForwarding': {'1.2'},
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:     'QosPolicy': {'1.8'},
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:     'SecurityGroup': {'1.4'},
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:     'SecurityGroupRule': {'1.2'},
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:     'SubPort': {'1.0'},
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:     'Subnet': {'1.1'},
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:     'Trunk': {'1.1'}}
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]: consumer versions:
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]: {   DHCP agent@dv-cinder-786383-3-iscsi: {},
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:     HyperV agent@hv-cinder-78638: {},
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:     L3 agent@dv-cinder-786383-3-iscsi: {},
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:     Metadata agent@dv-cinder-786383-3-iscsi: {},
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:     Metering agent@dv-cinder-786383-3-iscsi: {},
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:     Open vSwitch agent@dv-cinder-786383-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:                                                      'ConntrackHelper': '1.0',
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:                                                      'Log': '1.0',
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:                                                      'Network': '1.1',
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:                                                      'Port': '1.7',
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:                                                      'PortForwarding': '1.2',
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:                                                      'QosPolicy': '1.8',
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:                                                      'SecurityGroup': '1.4',
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:                                                      'SecurityGroupRule': '1.2',
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:                                                      'SubPort': '1.0',
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:                                                      'Subnet': '1.1',
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:                                                      'Trunk': '1.1'}}
May 10 17:19:33.332104 dv-cinder-786383-3-iscsi neutron-server[78698]:  {{(pid=78698) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:19:33.336701 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:33.340657 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 317}  {{(pid=78698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:19:33.352253 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:33.352966 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.segments_db [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Added segment 30e48780-6b8b-42fb-959a-8e946ee097a6 of type vlan for network 0cfd4b2e-df56-43d0-908b-ea446d61e6b9
May 10 17:19:33.385142 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765769838210'] for network, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:33.415460 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for network, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:33.416748 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:33.417320 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:33.429736 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-9ab13e7a-51ba-4069-808a-c87ac558225b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:33.520611 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Pushing event updated for resources: {'Network': ['ID=0cfd4b2e-df56-43d0-908b-ea446d61e6b9,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:33.523710 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:33.531024 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.7379699
May 10 17:19:33.531713 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 52190) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:33.538375 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Request body: {'subnet': {'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-262594447-subnet', 'tenant_id': 'd0f782c325f1445b94f0ff94b78c2c9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:33.544600 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Network 0cfd4b2e-df56-43d0-908b-ea446d61e6b9 details requested by agent ovs-agent-dv-cinder-786383-3-iscsi with host dv-cinder-786383-3-iscsi {{(pid=78699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:19:33.560810 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:33.571480 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Usage tracker for resource:subnet and tenant:d0f782c325f1445b94f0ff94b78c2c9f is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:33.575196 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:33.583200 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:33.600324 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Made reservation on behalf of d0f782c325f1445b94f0ff94b78c2c9f for: {'subnet': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:33.604312 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:34.026164 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for subnet, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:34.032890 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-2f666fe8-7771-45ff-9365-d2c6fa214fbb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:34.103549 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba516fbc-860b-4d47-a60d-b736d75a32f9,revision_number=0']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:34.118182 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:34.118573 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:34.118906 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:34.119224 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:34.119537 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:34.119868 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:34.120188 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:34.120497 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:34.120822 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:34.121123 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:34.121426 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:34.121731 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Tracked resource versions report:
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]: pushed versions:
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]: {   'AddressGroup': {'1.2'},
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:     'ConntrackHelper': {'1.0'},
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:     'Log': {'1.0'},
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:     'Network': {'1.1'},
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:     'Port': {'1.7'},
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:     'PortForwarding': {'1.2'},
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:     'QosPolicy': {'1.8'},
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:     'SecurityGroup': {'1.4'},
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:     'SecurityGroupRule': {'1.2'},
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:     'SubPort': {'1.0'},
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:     'Subnet': {'1.1'},
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:     'Trunk': {'1.1'}}
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]: consumer versions:
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]: {   DHCP agent@dv-cinder-786383-3-iscsi: {},
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:     HyperV agent@hv-cinder-78638: {},
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:     L3 agent@dv-cinder-786383-3-iscsi: {},
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:     Metadata agent@dv-cinder-786383-3-iscsi: {},
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:     Metering agent@dv-cinder-786383-3-iscsi: {},
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:     Open vSwitch agent@dv-cinder-786383-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:                                                      'ConntrackHelper': '1.0',
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:                                                      'Log': '1.0',
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:                                                      'Network': '1.1',
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:                                                      'Port': '1.7',
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:                                                      'PortForwarding': '1.2',
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:                                                      'QosPolicy': '1.8',
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:                                                      'SecurityGroup': '1.4',
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:                                                      'SecurityGroupRule': '1.2',
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:                                                      'SubPort': '1.0',
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:                                                      'Subnet': '1.1',
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:                                                      'Trunk': '1.1'}}
May 10 17:19:34.122780 dv-cinder-786383-3-iscsi neutron-server[78697]:  {{(pid=78697) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:19:34.131259 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:34.131921 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Checking segment: {'id': '30e48780-6b8b-42fb-959a-8e946ee097a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:19:34.132258 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Network hostable DHCP agents. Network: 0cfd4b2e-df56-43d0-908b-ea446d61e6b9, hostable agents: ['09c01bda-92a2-48bb-bf54-854a116a5737'], hosted agents: [] {{(pid=78697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:19:34.151065 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Network 0cfd4b2e-df56-43d0-908b-ea446d61e6b9 is scheduled to be hosted by DHCP agent 09c01bda-92a2-48bb-bf54-854a116a5737 with binding_index 1 {{(pid=78697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:19:34.161495 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-iscsi, 0cfd4b2e-df56-43d0-908b-ea446d61e6b9) {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:34.167409 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:34.168269 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:34.174020 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603f8fe4-3e8f-4c99-94d4-6e2ca860f405 None None] Network 0cfd4b2e-df56-43d0-908b-ea446d61e6b9 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:19:34.194499 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.6609130
May 10 17:19:34.380526 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2772d0c7-710b-485a-a001-1dbeece3b60a None None] Network 0cfd4b2e-df56-43d0-908b-ea446d61e6b9 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:19:34.886894 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 52270) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:35.158235 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 52284) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:35.257960 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-262314102-network', 'tenant_id': '7fc027d222ec41848aea01fc2452dce7'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:35.263103 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:35.267083 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Usage tracker for resource:network and tenant:7fc027d222ec41848aea01fc2452dce7 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:35.270077 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:35.275900 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:35.289915 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Made reservation on behalf of 7fc027d222ec41848aea01fc2452dce7 for: {'network': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:35.293539 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for network, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:35.304126 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 52292) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:35.311795 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:35.328004 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:35.332292 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Usage tracker for resource:security_group_rule and tenant:7fc027d222ec41848aea01fc2452dce7 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:35.335439 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:35.341616 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:35.432631 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:35.439464 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:35.451250 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:35.491423 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321}  {{(pid=78698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:19:35.512266 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8feac10-ff9b-433a-9100-adfcf6083816,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:35.517044 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:35.522888 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:35.523813 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.segments_db [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Added segment bb9bc946-95d0-481f-84a5-629b2a6016d3 of type vlan for network c40edc93-49fe-487d-9975-28a626203a59
May 10 17:19:35.560682 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2022527517-network', 'tenant_id': '6ad2c46a2acb4b4d94726b9d4662b49d'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:35.572406 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:35.572791 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-network', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:35.577101 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765769838210'] for network, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:35.584046 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Usage tracker for resource:network and tenant:6ad2c46a2acb4b4d94726b9d4662b49d is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:35.587354 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:35.589367 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:35.591744 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Usage tracker for resource:network and tenant:acb915c4b01148a7b37b3577f122af21 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:35.599977 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:35.603511 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:35.613115 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:35.619374 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Made reservation on behalf of 6ad2c46a2acb4b4d94726b9d4662b49d for: {'network': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:35.622034 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for network, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:35.628573 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Made reservation on behalf of acb915c4b01148a7b37b3577f122af21 for: {'network': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:35.632289 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for network, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:35.641801 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:35.658568 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:35.661531 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for network, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:35.664332 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:35.664979 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:35.673285 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:35.686235 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Usage tracker for resource:security_group_rule and tenant:6ad2c46a2acb4b4d94726b9d4662b49d is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:35.689151 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:35.701997 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:35.713800 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:35.732169 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Usage tracker for resource:security_group_rule and tenant:acb915c4b01148a7b37b3577f122af21 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:35.735341 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:35.741075 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:35.827055 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:35.833242 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:35.838902 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:35.843641 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:35.850616 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.9625208
May 10 17:19:35.857663 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 52318) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:35.867722 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-009346b4-62dd-42d7-a9dc-57b67a740e18 admin admin] Request body: {'subnet': {'network_id': 'c40edc93-49fe-487d-9975-28a626203a59', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-262314102-subnet', 'tenant_id': '7fc027d222ec41848aea01fc2452dce7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:35.884354 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Pushing event updated for resources: {'Network': ['ID=c40edc93-49fe-487d-9975-28a626203a59,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:35.896620 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Network c40edc93-49fe-487d-9975-28a626203a59 details requested by agent ovs-agent-dv-cinder-786383-3-iscsi with host dv-cinder-786383-3-iscsi {{(pid=78699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:19:35.900142 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:35.915980 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 303}  {{(pid=78697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:19:35.932740 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f202a4d3-ac66-4332-b53f-a0dac47df8e6,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:35.944018 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:35.951655 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-009346b4-62dd-42d7-a9dc-57b67a740e18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:35.964028 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:35.964480 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.db.segments_db [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Added segment 1f9ff01a-422a-4f14-97db-31941b15b9dc of type vlan for network a743af2b-ecde-4507-a08d-7e8e82f84011
May 10 17:19:35.978200 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-009346b4-62dd-42d7-a9dc-57b67a740e18 admin admin] Usage tracker for resource:subnet and tenant:7fc027d222ec41848aea01fc2452dce7 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:35.996348 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-009346b4-62dd-42d7-a9dc-57b67a740e18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:36.015392 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-009346b4-62dd-42d7-a9dc-57b67a740e18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:36.055715 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765769838210'] for network, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:36.118054 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009346b4-62dd-42d7-a9dc-57b67a740e18 admin admin] Made reservation on behalf of 7fc027d222ec41848aea01fc2452dce7 for: {'subnet': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:36.121380 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-009346b4-62dd-42d7-a9dc-57b67a740e18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:36.123085 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:36.134730 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:36.140012 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for network, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:36.142853 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:36.148164 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:36.148826 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:36.208964 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec22f41-68ee-46f5-9082-a9436eeaf2a6,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:36.214366 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:36.215016 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335}  {{(pid=78698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:19:36.226364 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:36.226729 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.segments_db [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Added segment f9bf77a0-c512-42ef-997e-9487e4d4658c of type vlan for network e9c9da18-88ea-4f01-9df5-4118e97e1a38
May 10 17:19:36.241234 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-e0e63dda-f606-4b68-a1a1-d1c2ef29b7ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:36.259227 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765769838210'] for network, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:36.304688 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for network, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:36.306148 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:36.306805 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:36.315068 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-73223bf5-9363-4c90-9f87-9e8b5532d12a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:36.361914 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Pushing event updated for resources: {'Network': ['ID=a743af2b-ecde-4507-a08d-7e8e82f84011,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:36.371491 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:36.377481 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Network a743af2b-ecde-4507-a08d-7e8e82f84011 details requested by agent ovs-agent-dv-cinder-786383-3-iscsi with host dv-cinder-786383-3-iscsi {{(pid=78699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:19:36.407992 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.1025991
May 10 17:19:36.411638 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 52348) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:36.421925 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-5e32dd37-4179-43f7-a2a1-705844c8e5d9 admin admin] Request body: {'subnet': {'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-subnet', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:36.428530 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-5e32dd37-4179-43f7-a2a1-705844c8e5d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:36.433193 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-5e32dd37-4179-43f7-a2a1-705844c8e5d9 admin admin] Usage tracker for resource:subnet and tenant:acb915c4b01148a7b37b3577f122af21 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:36.437062 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-5e32dd37-4179-43f7-a2a1-705844c8e5d9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:36.443212 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-5e32dd37-4179-43f7-a2a1-705844c8e5d9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:36.491176 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Pushing event updated for resources: {'Network': ['ID=e9c9da18-88ea-4f01-9df5-4118e97e1a38,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:36.508319 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e32dd37-4179-43f7-a2a1-705844c8e5d9 admin admin] Made reservation on behalf of acb915c4b01148a7b37b3577f122af21 for: {'subnet': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:36.508509 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:36.514210 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-5e32dd37-4179-43f7-a2a1-705844c8e5d9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:36.514396 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.3516550
May 10 17:19:36.514669 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 52352) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:36.532020 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-cb08a156-9fe1-4917-8a46-2cf757d4544d admin admin] Request body: {'subnet': {'network_id': 'e9c9da18-88ea-4f01-9df5-4118e97e1a38', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2022527517-subnet', 'tenant_id': '6ad2c46a2acb4b4d94726b9d4662b49d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:36.544086 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-cb08a156-9fe1-4917-8a46-2cf757d4544d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:36.547981 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Network e9c9da18-88ea-4f01-9df5-4118e97e1a38 details requested by agent ovs-agent-dv-cinder-786383-3-iscsi with host dv-cinder-786383-3-iscsi {{(pid=78699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:19:36.558838 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-cb08a156-9fe1-4917-8a46-2cf757d4544d admin admin] Usage tracker for resource:subnet and tenant:6ad2c46a2acb4b4d94726b9d4662b49d is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:36.566845 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-cb08a156-9fe1-4917-8a46-2cf757d4544d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:36.589494 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-cb08a156-9fe1-4917-8a46-2cf757d4544d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:36.603592 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb08a156-9fe1-4917-8a46-2cf757d4544d admin admin] Made reservation on behalf of 6ad2c46a2acb4b4d94726b9d4662b49d for: {'subnet': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:36.606300 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cb08a156-9fe1-4917-8a46-2cf757d4544d admin admin] Notify callbacks [] for subnet, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:36.789150 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 52364) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:36.802033 dv-cinder-786383-3-iscsi neutron-server[78697]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
May 10 17:19:37.057031 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-a606d825-42cb-4af3-a633-a4bbb80756f1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:37.058669 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-a606d825-42cb-4af3-a633-a4bbb80756f1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/networks?id=0cfd4b2e-df56-43d0-908b-ea446d61e6b9 HTTP/1.1" status: 200  len: 814 time: 0.2650945
May 10 17:19:37.094357 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-50cce90b-b19d-40c2-925b-de08d89f38db tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/quotas/d0f782c325f1445b94f0ff94b78c2c9f HTTP/1.1" status: 200  len: 375 time: 0.0282900
May 10 17:19:37.260507 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cb08a156-9fe1-4917-8a46-2cf757d4544d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for subnet, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:37.273238 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-68eafc75-f7c0-4279-b972-5f04d66b5230 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d0f782c325f1445b94f0ff94b78c2c9f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1552000
May 10 17:19:37.279698 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:37.393194 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-009346b4-62dd-42d7-a9dc-57b67a740e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for subnet, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:37.403013 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:37.433887 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb08a156-9fe1-4917-8a46-2cf757d4544d admin admin] Pushing event updated for resources: {'Subnet': ['ID=48e6d637-32f5-470b-861a-ccf3ae75f55d,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:37.437641 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb08a156-9fe1-4917-8a46-2cf757d4544d admin admin] Checking segment: {'id': 'f9bf77a0-c512-42ef-997e-9487e4d4658c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e9c9da18-88ea-4f01-9df5-4118e97e1a38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:19:37.438002 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb08a156-9fe1-4917-8a46-2cf757d4544d admin admin] Network hostable DHCP agents. Network: e9c9da18-88ea-4f01-9df5-4118e97e1a38, hostable agents: ['09c01bda-92a2-48bb-bf54-854a116a5737'], hosted agents: [] {{(pid=78698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:19:37.441055 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-cb08a156-9fe1-4917-8a46-2cf757d4544d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:37.460767 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb08a156-9fe1-4917-8a46-2cf757d4544d admin admin] Network e9c9da18-88ea-4f01-9df5-4118e97e1a38 is scheduled to be hosted by DHCP agent 09c01bda-92a2-48bb-bf54-854a116a5737 with binding_index 1 {{(pid=78698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:19:37.478428 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-cb08a156-9fe1-4917-8a46-2cf757d4544d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-iscsi, e9c9da18-88ea-4f01-9df5-4118e97e1a38) {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:37.483888 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb08a156-9fe1-4917-8a46-2cf757d4544d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:37.484738 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cb08a156-9fe1-4917-8a46-2cf757d4544d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:37.489451 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb22952-91a6-4620-8ed2-ee1487fe7293 None None] Network e9c9da18-88ea-4f01-9df5-4118e97e1a38 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:19:37.524135 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009346b4-62dd-42d7-a9dc-57b67a740e18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab4050f2-b8f5-4efa-8308-283297f4ea49,revision_number=0']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:37.525733 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-cb08a156-9fe1-4917-8a46-2cf757d4544d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0085454
May 10 17:19:37.538641 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-009346b4-62dd-42d7-a9dc-57b67a740e18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:37.551763 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009346b4-62dd-42d7-a9dc-57b67a740e18 admin admin] Checking segment: {'id': 'bb9bc946-95d0-481f-84a5-629b2a6016d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c40edc93-49fe-487d-9975-28a626203a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:19:37.552120 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009346b4-62dd-42d7-a9dc-57b67a740e18 admin admin] Network hostable DHCP agents. Network: c40edc93-49fe-487d-9975-28a626203a59, hostable agents: ['09c01bda-92a2-48bb-bf54-854a116a5737'], hosted agents: [] {{(pid=78697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:19:37.577733 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-5e32dd37-4179-43f7-a2a1-705844c8e5d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for subnet, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:37.586176 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-ded4ea27-5d78-434c-a8d3-04a792f76f1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:37.641056 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009346b4-62dd-42d7-a9dc-57b67a740e18 admin admin] Network c40edc93-49fe-487d-9975-28a626203a59 is scheduled to be hosted by DHCP agent 09c01bda-92a2-48bb-bf54-854a116a5737 with binding_index 1 {{(pid=78697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:19:37.704726 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-8c7e45d9-0ff4-4ca3-99e8-b5f2b7b0ed06 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:19:37.706262 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-8c7e45d9-0ff4-4ca3-99e8-b5f2b7b0ed06 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1444778
May 10 17:19:37.811037 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-009346b4-62dd-42d7-a9dc-57b67a740e18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-iscsi, c40edc93-49fe-487d-9975-28a626203a59) {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:37.833712 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e03eca3-0d2d-4c27-af91-685800b630e6 None None] Network c40edc93-49fe-487d-9975-28a626203a59 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:19:37.894687 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e32dd37-4179-43f7-a2a1-705844c8e5d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81a2b548-3d7f-41e8-846d-5a0ec57ae08d,revision_number=0']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:37.908751 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e32dd37-4179-43f7-a2a1-705844c8e5d9 admin admin] Checking segment: {'id': '1f9ff01a-422a-4f14-97db-31941b15b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:19:37.909113 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e32dd37-4179-43f7-a2a1-705844c8e5d9 admin admin] Network hostable DHCP agents. Network: a743af2b-ecde-4507-a08d-7e8e82f84011, hostable agents: ['09c01bda-92a2-48bb-bf54-854a116a5737'], hosted agents: [] {{(pid=78697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:19:37.924613 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009346b4-62dd-42d7-a9dc-57b67a740e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:37.925264 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-009346b4-62dd-42d7-a9dc-57b67a740e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:37.956438 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-5e32dd37-4179-43f7-a2a1-705844c8e5d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:37.986994 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6ce357-462b-4318-92e8-e68933e8898b None None] Network e9c9da18-88ea-4f01-9df5-4118e97e1a38 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:19:38.017645 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e32dd37-4179-43f7-a2a1-705844c8e5d9 admin admin] Network a743af2b-ecde-4507-a08d-7e8e82f84011 is scheduled to be hosted by DHCP agent 09c01bda-92a2-48bb-bf54-854a116a5737 with binding_index 1 {{(pid=78697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:19:38.097677 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-5e32dd37-4179-43f7-a2a1-705844c8e5d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-iscsi, a743af2b-ecde-4507-a08d-7e8e82f84011) {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:38.106509 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-f36033a9-3188-4a63-8f4c-ba48e9612533 service neutron] 10.222.0.32 "GET /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3734627
May 10 17:19:38.139471 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e32dd37-4179-43f7-a2a1-705844c8e5d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:38.140052 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-5e32dd37-4179-43f7-a2a1-705844c8e5d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:38.158272 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2a1dcc-e55a-4195-9cab-6102ce26a4db None None] Network a743af2b-ecde-4507-a08d-7e8e82f84011 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:19:38.209340 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 52420) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:38.209497 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-009346b4-62dd-42d7-a9dc-57b67a740e18 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 2.3488531
May 10 17:19:38.221068 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-262314102-router', 'tenant_id': '7fc027d222ec41848aea01fc2452dce7', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:38.223571 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-5e32dd37-4179-43f7-a2a1-705844c8e5d9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.8096728
May 10 17:19:38.226235 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 52424) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:38.229763 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:38.234849 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-router', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:38.239972 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:38.244131 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Usage tracker for resource:router and tenant:acb915c4b01148a7b37b3577f122af21 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:38.247983 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:38.254449 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:38.266763 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Usage tracker for resource:router and tenant:7fc027d222ec41848aea01fc2452dce7 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:38.271246 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-487136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6000'] for router, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:38.272393 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3736232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5961'] for router, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:38.277613 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:38.286414 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:38.305226 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:38.364288 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-04b48721-f9fa-4b5f-a045-85e264ca77cd service neutron] 10.222.0.32 "GET /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2563961
May 10 17:19:38.376854 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-487136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6000'] for router, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:38.377841 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3736232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5961'] for router, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:38.430117 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:38.532705 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011b8947-191a-4863-8465-f1fea327c691 None None] Network c40edc93-49fe-487d-9975-28a626203a59 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:19:38.666195 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d3316b4-c81d-5319-b15a-5a430cab7718-a743af2b-ecde-4507-a08d-7e8e82f84011', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'fixed_ips': [{'subnet_id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d'}]}} from dv-cinder-786383-3-iscsi. {{(pid=78699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:19:38.668184 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:38.704549 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 52458) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:38.911614 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5975'] for router, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:38.958480 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-95a8e3b6-de5f-4edf-8a50-953394d93a3c req-72346bec-1a0d-4ed8-abcc-cdab75e6fdc2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 210 time: 0.0529675
May 10 17:19:38.968699 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-5b6b917d-aa07-43db-a2ab-ff4da02713db tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:38.975731 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-5b6b917d-aa07-43db-a2ab-ff4da02713db tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/networks?id=e9c9da18-88ea-4f01-9df5-4118e97e1a38 HTTP/1.1" status: 200  len: 812 time: 0.2690470
May 10 17:19:38.998403 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-816e7a6a-fc51-4114-b75a-dc8d883e09bd tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/quotas/6ad2c46a2acb4b4d94726b9d4662b49d HTTP/1.1" status: 200  len: 375 time: 0.0147440
May 10 17:19:39.015474 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.db_base_plugin_common [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Allocated IP 172.20.0.2 (a743af2b-ecde-4507-a08d-7e8e82f84011/81a2b548-3d7f-41e8-846d-5a0ec57ae08d/cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f) {{(pid=78699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:19:39.051235 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-410d2ea8-bcef-4c76-8b0f-8d403ef666bd tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=6ad2c46a2acb4b4d94726b9d4662b49d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0587125
May 10 17:19:39.235450 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5975'] for router, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:39.284127 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-87108717-e223-4975-9065-274a93b6f824 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:19:39.292033 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-87108717-e223-4975-9065-274a93b6f824 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1214583
May 10 17:19:39.381852 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Notify callbacks [] for port, precommit_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:39.427563 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Transition to ACTIVE for port object cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f will not be triggered until provisioned by entity L2. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:19:39.456207 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Transition to ACTIVE for port object cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f will not be triggered until provisioned by entity DHCP. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:19:39.469330 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188'] for port, after_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:39.479321 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-fda94266-df42-4d51-aeec-3b863cd20222 service neutron] 10.222.0.32 "GET /v2.0/networks/e9c9da18-88ea-4f01-9df5-4118e97e1a38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1863499
May 10 17:19:39.485854 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:39.591487 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Network a743af2b-ecde-4507-a08d-7e8e82f84011 is already hosted by enough agents. {{(pid=78699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:19:39.592519 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Pushing event updated for resources: {'Port': ['ID=cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f,revision_number=1']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:39.599913 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.scheduler.base_scheduler [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Resources bound (agent type, host, resource id):  {{(pid=78699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:39.605149 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Received port after_create {{(pid=78699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:19:39.618056 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:39.618413 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:39.618748 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:39.619071 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:39.619391 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:39.619709 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:39.621004 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:39.621349 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:39.621693 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:39.622018 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:39.623006 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:39.623329 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Tracked resource versions report:
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]: pushed versions:
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]: {   'AddressGroup': {'1.2'},
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:     'ConntrackHelper': {'1.0'},
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:     'Log': {'1.0'},
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:     'Network': {'1.1'},
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:     'Port': {'1.7'},
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:     'PortForwarding': {'1.2'},
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:     'QosPolicy': {'1.8'},
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:     'SecurityGroup': {'1.4'},
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:     'SecurityGroupRule': {'1.2'},
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:     'SubPort': {'1.0'},
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:     'Subnet': {'1.1'},
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:     'Trunk': {'1.1'}}
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]: consumer versions:
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]: {   DHCP agent@dv-cinder-786383-3-iscsi: {},
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:     HyperV agent@hv-cinder-78638: {},
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:     L3 agent@dv-cinder-786383-3-iscsi: {},
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:     Metadata agent@dv-cinder-786383-3-iscsi: {},
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:     Metering agent@dv-cinder-786383-3-iscsi: {},
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:     Open vSwitch agent@dv-cinder-786383-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:                                                      'ConntrackHelper': '1.0',
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:                                                      'Log': '1.0',
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:                                                      'Network': '1.1',
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:                                                      'Port': '1.7',
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:                                                      'PortForwarding': '1.2',
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:                                                      'QosPolicy': '1.8',
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:                                                      'SecurityGroup': '1.4',
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:                                                      'SecurityGroupRule': '1.2',
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:                                                      'SubPort': '1.0',
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:                                                      'Subnet': '1.1',
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:                                                      'Trunk': '1.1'}}
May 10 17:19:39.624367 dv-cinder-786383-3-iscsi neutron-server[78699]:  {{(pid=78699) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:19:39.712107 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:39.745699 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-e7c7d2a0-742f-4961-b1ae-f0904cb80a38 service neutron] 10.222.0.32 "GET /v2.0/networks/e9c9da18-88ea-4f01-9df5-4118e97e1a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2590153
May 10 17:19:39.869163 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Attempting to bind port cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:19:39.869754 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Attempting to bind port cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': '1f9ff01a-422a-4f14-97db-31941b15b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011'}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:19:39.870114 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Attempting to bind port cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f on network a743af2b-ecde-4507-a08d-7e8e82f84011 {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:19:39.876853 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:19:39.877276 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Checking segment: {'id': '1f9ff01a-422a-4f14-97db-31941b15b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:19:39.877688 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:39.879257 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Bound using segment: {'id': '1f9ff01a-422a-4f14-97db-31941b15b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011'} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:19:39.879879 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Bound port: cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9ff01a-422a-4f14-97db-31941b15b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011'}}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:19:39.880282 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:40.007268 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] For port cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:19:40.010905 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] For port cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:19:40.018046 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:40.024215 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-d02222c6-6dc5-499c-bf50-fb08ccef1bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:40.045731 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 52548) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:40.088899 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:40.163328 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:40.247613 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e7a83f07-e445-4f38-b8d4-36005d795c00 req-9ddcfc6d-d38f-4669-ae46-ac988bee6e7c tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 210 time: 0.1016054
May 10 17:19:40.281197 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-02589af4-5051-480b-8091-21ffd509d001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:40.304781 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-02589af4-5051-480b-8091-21ffd509d001 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:40.308454 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Pushing event updated for resources: {'Port': ['ID=cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f,revision_number=2']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:40.309218 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-02589af4-5051-480b-8091-21ffd509d001 admin admin] Usage tracker for resource:security_group_rule and tenant:2a20ef00abdc4e9e891bede83a81ebe5 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:40.313641 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-02589af4-5051-480b-8091-21ffd509d001 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:40.315063 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:40.324154 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-02589af4-5051-480b-8091-21ffd509d001 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:40.336114 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:40.401838 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:40.439677 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-02589af4-5051-480b-8091-21ffd509d001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:40.552962 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-02589af4-5051-480b-8091-21ffd509d001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:40.560914 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e3d2d5d6-b325-46f2-9619-4d02dfd23bc7 req-0183ba37-4654-4102-a905-d902a77b73e9 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 210 time: 0.1195433
May 10 17:19:40.598297 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:40.630022 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Allocated IP 172.27.1.153 (bae4116f-378a-4109-9d6f-b35b773f5102/85c6ce2f-4b23-430e-8a05-d1a9c5baa36d/fe55cca3-ec6c-40ac-93a7-04ae287b0e7f) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:19:40.763792 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-02589af4-5051-480b-8091-21ffd509d001 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a20ef00abdc4e9e891bede83a81ebe5&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7164738
May 10 17:19:40.764862 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 52580) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:40.765641 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02589af4-5051-480b-8091-21ffd509d001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953061bf-9333-4a2b-be66-03acf04fb15d,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:40.772155 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-02589af4-5051-480b-8091-21ffd509d001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:40.931147 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-66e1e938-a65a-4de2-9067-db463f7e21af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:40.969196 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-66e1e938-a65a-4de2-9067-db463f7e21af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:40.995648 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:19:41.025811 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:41.097234 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-66e1e938-a65a-4de2-9067-db463f7e21af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:41.110973 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:41.124620 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:41.161392 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e1e938-a65a-4de2-9067-db463f7e21af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953061bf-9333-4a2b-be66-03acf04fb15d,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:41.173866 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-66e1e938-a65a-4de2-9067-db463f7e21af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:41.177272 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-66e1e938-a65a-4de2-9067-db463f7e21af admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:41.182921 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-66e1e938-a65a-4de2-9067-db463f7e21af admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/953061bf-9333-4a2b-be66-03acf04fb15d HTTP/1.1" status: 204  len: 168 time: 0.4097059
May 10 17:19:41.208304 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:41.251002 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:19:41.350721 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Pushing event updated for resources: {'Port': ['ID=fe55cca3-ec6c-40ac-93a7-04ae287b0e7f,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:41.369272 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:41.397355 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Network bae4116f-378a-4109-9d6f-b35b773f5102 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:19:41.399912 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:41.441754 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:19:41.599531 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4a6c5aed-4573-4a13-a519-fa15a0c629d3 req-ceeb6bcc-3bc4-4ccd-800d-925abc97a3c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 210 time: 0.0591395
May 10 17:19:41.637271 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 52622) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:41.684147 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Allocated IP 172.27.1.64 (bae4116f-378a-4109-9d6f-b35b773f5102/85c6ce2f-4b23-430e-8a05-d1a9c5baa36d/c0a1a385-192e-463d-93c3-477364012f0d) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:19:41.839281 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-271cdc88-d672-4380-8d25-47962595ea85 req-dec364a6-4891-4be1-b57e-3c25df267e02 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 210 time: 0.0736504
May 10 17:19:41.842994 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-8c7338d6-9428-4c8f-9ec5-3c0347a133a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:41.859983 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-8c7338d6-9428-4c8f-9ec5-3c0347a133a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:41.871062 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-8c7338d6-9428-4c8f-9ec5-3c0347a133a0 admin admin] Usage tracker for resource:security_group_rule and tenant:d94bfa39f93f4eeca66ab9ffb13498de is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:41.876897 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-8c7338d6-9428-4c8f-9ec5-3c0347a133a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:41.890749 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-8c7338d6-9428-4c8f-9ec5-3c0347a133a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:41.902057 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee441795-3a45-46fd-ab0e-b9d07df4e247 None None] Network a743af2b-ecde-4507-a08d-7e8e82f84011 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:19:42.006791 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-8c7338d6-9428-4c8f-9ec5-3c0347a133a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.012453 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-8c7338d6-9428-4c8f-9ec5-3c0347a133a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.025558 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c7f31b13-b5a2-416e-af87-f7505d06401a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:42.048875 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-cbd7e645-4df8-4f07-97fc-6c07cbd6ddb9 None None] Provisioning for port cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:19:42.075261 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.084313 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-8c7338d6-9428-4c8f-9ec5-3c0347a133a0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d94bfa39f93f4eeca66ab9ffb13498de&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4457524
May 10 17:19:42.087521 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7338d6-9428-4c8f-9ec5-3c0347a133a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7d19ca7-f6d4-4c7b-8104-7f323371ce4a,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:42.098843 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-cbd7e645-4df8-4f07-97fc-6c07cbd6ddb9 None None] Provisioning complete for port cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:42.099338 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-cbd7e645-4df8-4f07-97fc-6c07cbd6ddb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.104523 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 52644) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:42.105536 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-8c7338d6-9428-4c8f-9ec5-3c0347a133a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:42.129779 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.157952 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a4b035a6-1878-44cb-ae2a-83ed8fb44b7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:42.294629 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Network bae4116f-378a-4109-9d6f-b35b773f5102 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:19:42.348378 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-cbd7e645-4df8-4f07-97fc-6c07cbd6ddb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.352650 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:42.355331 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:19:42.387490 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-cbd7e645-4df8-4f07-97fc-6c07cbd6ddb9 None None] For port cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:42.395778 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-cbd7e645-4df8-4f07-97fc-6c07cbd6ddb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.413878 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:42.484932 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd7e645-4df8-4f07-97fc-6c07cbd6ddb9 None None] Pushing event updated for resources: {'Port': ['ID=cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f,revision_number=3']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:42.496278 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-cbd7e645-4df8-4f07-97fc-6c07cbd6ddb9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:42.582941 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Pushing event updated for resources: {'Port': ['ID=c0a1a385-192e-463d-93c3-477364012f0d,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:42.598990 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:42.620219 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-da0e2a38-1cf5-45ce-9185-d6ec6b550317 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.681060 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-da0e2a38-1cf5-45ce-9185-d6ec6b550317 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.730408 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-613267ee-663e-4543-91d5-8df5c0205dcb None None] Provisioning complete for port cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:42.730951 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-613267ee-663e-4543-91d5-8df5c0205dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.771318 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:42.817495 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5f3a2209-677c-4785-8f11-b0f1b900309b req-99306ede-dfa2-45ac-9864-50f24dc70bf1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 210 time: 0.0527160
May 10 17:19:42.884016 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:19:42.966937 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:42.967713 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:43.015859 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1a22b694-6f75-4501-8636-d51de06d2bd7 req-5466c8b6-279e-4429-be37-cc04ce5c5c3f tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 210 time: 0.0554414
May 10 17:19:43.242070 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-da0e2a38-1cf5-45ce-9185-d6ec6b550317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:43.267116 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:43.273145 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:43.389822 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.36', 52971) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:43.464809 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e2a38-1cf5-45ce-9185-d6ec6b550317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7d19ca7-f6d4-4c7b-8104-7f323371ce4a,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:43.472181 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-da0e2a38-1cf5-45ce-9185-d6ec6b550317 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:43.537833 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396803'] for router, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:43.539776 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-da0e2a38-1cf5-45ce-9185-d6ec6b550317 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:43.540869 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-da0e2a38-1cf5-45ce-9185-d6ec6b550317 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b7d19ca7-f6d4-4c7b-8104-7f323371ce4a HTTP/1.1" status: 204  len: 168 time: 1.4352582
May 10 17:19:43.873981 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396803'] for router, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:43.980922 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f94dd6ba-47f6-4403-8b9f-ced66d42bc6d req-238b8c7f-5aa2-428d-82fb-1589c4c319d0 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 210 time: 0.0466957
May 10 17:19:44.037945 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Router f1400cb9-68ee-45cf-99b6-31c332c82803 is scheduled to L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 with binding_index 1 {{(pid=78698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:19:44.180802 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-01911473-7644-4a38-9851-57a47cf82b34 req-5918967f-3f55-4858-ba93-24c7151eb058 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 210 time: 0.0467243
May 10 17:19:44.263926 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:19:44.265799 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Router 7768f6d3-792f-4c5f-b18c-41192bb9e518 is scheduled to L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 with binding_index 1 {{(pid=78698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:19:44.274973 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] Sync routers for ids ['f1400cb9-68ee-45cf-99b6-31c332c82803'] in dv-cinder-786383-3-iscsi {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:19:44.287695 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] Routers {'f1400cb9-68ee-45cf-99b6-31c332c82803'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:19:44.288706 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0943b190>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['f1400cb9-68ee-45cf-99b6-31c332c82803'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:44.390685 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Notify callbacks [] for router, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.391777 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 6.1647427
May 10 17:19:44.394567 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 52726) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:44.457105 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:19:44.468386 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] Sync routers for ids ['7768f6d3-792f-4c5f-b18c-41192bb9e518'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:19:44.478495 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Notify callbacks [] for router, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:44.480006 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 929 time: 6.2681549
May 10 17:19:44.483376 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 52730) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:44.488678 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] Routers {'7768f6d3-792f-4c5f-b18c-41192bb9e518'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:19:44.489299 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08aafa30>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['7768f6d3-792f-4c5f-b18c-41192bb9e518'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:44.530079 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 52734) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:44.541072 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] Set router f1400cb9-68ee-45cf-99b6-31c332c82803 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:19:44.797053 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] Set router 7768f6d3-792f-4c5f-b18c-41192bb9e518 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:19:44.934950 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0943b190>, [{'id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-router', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:42Z', 'revision_number': 3, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'gw_port': {'id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:44.939459 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] Checking router: f1400cb9-68ee-45cf-99b6-31c332c82803 for host: dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:19:44.940083 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] Updating router f1400cb9-68ee-45cf-99b6-31c332c82803 port fe55cca3-ec6c-40ac-93a7-04ae287b0e7f binding host dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:19:44.972697 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-966226871-network', 'tenant_id': '4a750bb507b34064aee421c625f37511'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:44.978920 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:45.020776 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.036292 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Usage tracker for resource:network and tenant:4a750bb507b34064aee421c625f37511 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:45.094052 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:45.109153 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:45.141384 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Made reservation on behalf of 4a750bb507b34064aee421c625f37511 for: {'network': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:45.144096 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for network, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.159507 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.172602 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08aafa30>, [{'id': '7768f6d3-792f-4c5f-b18c-41192bb9e518', 'name': 'tempest-ServerRescueNegativeTestJSON-262314102-router', 'tenant_id': '7fc027d222ec41848aea01fc2452dce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c0a1a385-192e-463d-93c3-477364012f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:42Z', 'revision_number': 3, 'project_id': '7fc027d222ec41848aea01fc2452dce7', 'gw_port': {'id': 'c0a1a385-192e-463d-93c3-477364012f0d', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7768f6d3-792f-4c5f-b18c-41192bb9e518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:45.178078 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] Checking router: 7768f6d3-792f-4c5f-b18c-41192bb9e518 for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:19:45.178643 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] Updating router 7768f6d3-792f-4c5f-b18c-41192bb9e518 port c0a1a385-192e-463d-93c3-477364012f0d binding host dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:19:45.179375 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:45.183157 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Usage tracker for resource:security_group_rule and tenant:4a750bb507b34064aee421c625f37511 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:45.186058 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:45.191786 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:45.268876 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-80141fe3-27f1-4de8-b8a7-b0d34b27a384 req-a6aaea97-71d4-405d-92e9-a2ac935fd492 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 210 time: 0.0499613
May 10 17:19:45.269897 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.428494 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.511382 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.519210 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-52926d1f-b171-4088-80a4-ba8ebeaed71e req-aeba34dd-0e39-46f5-8da9-ed09ea48f10a tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 210 time: 0.0955565
May 10 17:19:45.540427 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.542883 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.544594 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.558085 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] Transition to ACTIVE for port object fe55cca3-ec6c-40ac-93a7-04ae287b0e7f will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:19:45.560086 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-8c7338d6-9428-4c8f-9ec5-3c0347a133a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:45.567776 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.573684 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:45.592505 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd27eb8-6fa9-4705-98e1-7ba2eae01850,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:45.595654 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:45.639346 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 304}  {{(pid=78697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:19:45.641554 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] Allocated IP 172.20.0.1 (c40edc93-49fe-487d-9975-28a626203a59/ab4050f2-b8f5-4efa-8308-283297f4ea49/ce464caf-8a8e-49b5-b23b-ef5af3cab25a) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:19:45.668745 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.669171 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.db.segments_db [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Added segment 147b9e22-71e8-4d69-a551-3fb9ab58d2ec of type vlan for network a41d3bbc-e1f4-4fa5-80a1-44d2981a13ff
May 10 17:19:45.672230 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] Attempting to bind port fe55cca3-ec6c-40ac-93a7-04ae287b0e7f on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:19:45.672605 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] Attempting to bind port fe55cca3-ec6c-40ac-93a7-04ae287b0e7f by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:19:45.672972 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] Attempting to bind port fe55cca3-ec6c-40ac-93a7-04ae287b0e7f on network bae4116f-378a-4109-9d6f-b35b773f5102 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:19:45.676370 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506cfd82-cc7c-42c4-869a-1a1bdeec1841 None None] Pushing event updated for resources: {'Port': ['ID=fe55cca3-ec6c-40ac-93a7-04ae287b0e7f,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:45.682113 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:19:45.682544 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] Checking segment: {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:19:45.682949 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.683342 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] Bound using segment: {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:19:45.683813 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] Bound port: fe55cca3-ec6c-40ac-93a7-04ae287b0e7f, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:19:45.684213 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.726606 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cfd82-cc7c-42c4-869a-1a1bdeec1841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:45.726987 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cfd82-cc7c-42c4-869a-1a1bdeec1841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:45.727274 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cfd82-cc7c-42c4-869a-1a1bdeec1841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:45.727601 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cfd82-cc7c-42c4-869a-1a1bdeec1841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:45.727924 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cfd82-cc7c-42c4-869a-1a1bdeec1841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:45.728242 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cfd82-cc7c-42c4-869a-1a1bdeec1841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:45.729026 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cfd82-cc7c-42c4-869a-1a1bdeec1841 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:45.729366 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cfd82-cc7c-42c4-869a-1a1bdeec1841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:45.729709 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cfd82-cc7c-42c4-869a-1a1bdeec1841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:45.730029 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cfd82-cc7c-42c4-869a-1a1bdeec1841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:45.730810 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cfd82-cc7c-42c4-869a-1a1bdeec1841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:45.731130 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cfd82-cc7c-42c4-869a-1a1bdeec1841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-506cfd82-cc7c-42c4-869a-1a1bdeec1841 None None] Tracked resource versions report:
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]: pushed versions:
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]: {   'AddressGroup': {'1.2'},
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:     'ConntrackHelper': {'1.0'},
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:     'Log': {'1.0'},
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:     'Network': {'1.1'},
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:     'Port': {'1.7'},
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:     'PortForwarding': {'1.2'},
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:     'QosPolicy': {'1.8'},
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:     'SecurityGroup': {'1.4'},
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:     'SecurityGroupRule': {'1.2'},
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:     'SubPort': {'1.0'},
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:     'Subnet': {'1.1'},
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:     'Trunk': {'1.1'}}
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]: consumer versions:
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]: {   DHCP agent@dv-cinder-786383-3-iscsi: {},
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:     HyperV agent@hv-cinder-78638: {},
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:     L3 agent@dv-cinder-786383-3-iscsi: {},
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:     Metadata agent@dv-cinder-786383-3-iscsi: {},
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:     Metering agent@dv-cinder-786383-3-iscsi: {},
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:     Open vSwitch agent@dv-cinder-786383-3-iscsi: {   'AddressGroup': '1.2',
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:                                                      'ConntrackHelper': '1.0',
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:                                                      'Log': '1.0',
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:                                                      'Network': '1.1',
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:                                                      'Port': '1.7',
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:                                                      'PortForwarding': '1.2',
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:                                                      'QosPolicy': '1.8',
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:                                                      'SecurityGroup': '1.4',
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:                                                      'SecurityGroupRule': '1.2',
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:                                                      'SubPort': '1.0',
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:                                                      'Subnet': '1.1',
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:                                                      'Trunk': '1.1'}}
May 10 17:19:45.732182 dv-cinder-786383-3-iscsi neutron-server[78700]:  {{(pid=78700) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
May 10 17:19:45.737824 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-506cfd82-cc7c-42c4-869a-1a1bdeec1841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:45.750488 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765769838210'] for network, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.793269 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] For port fe55cca3-ec6c-40ac-93a7-04ae287b0e7f, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:19:45.798009 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] For port fe55cca3-ec6c-40ac-93a7-04ae287b0e7f, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=fe55cca3-ec6c-40ac-93a7-04ae287b0e7f,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:19:45.803367 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.809384 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5b27137a-5743-4351-a066-2190e8201f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:45.846991 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] Notify callbacks [] for port, precommit_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.859460 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] Transition to ACTIVE for port object c0a1a385-192e-463d-93c3-477364012f0d will not be triggered until provisioned by entity L2. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:19:45.868654 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.875882 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:45.885602 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.900787 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506cfd82-cc7c-42c4-869a-1a1bdeec1841 None None] Pushing event updated for resources: {'Port': ['ID=fe55cca3-ec6c-40ac-93a7-04ae287b0e7f,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:45.903375 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] Routers {'f1400cb9-68ee-45cf-99b6-31c332c82803'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:19:45.904090 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0943b190>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['f1400cb9-68ee-45cf-99b6-31c332c82803'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:45.922319 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for network, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.925162 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:45.925689 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.938951 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.943174 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:45.946254 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-f891e34c-c3e2-4cbf-9277-d31c1aaa848c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:45.948693 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] Attempting to bind port c0a1a385-192e-463d-93c3-477364012f0d on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:19:45.949933 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] Attempting to bind port c0a1a385-192e-463d-93c3-477364012f0d by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:19:45.949933 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] Attempting to bind port c0a1a385-192e-463d-93c3-477364012f0d on network bae4116f-378a-4109-9d6f-b35b773f5102 {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:19:45.957170 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:19:45.957545 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] Checking segment: {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:19:45.957949 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:45.958422 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] Bound using segment: {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:19:45.958896 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] Bound port: c0a1a385-192e-463d-93c3-477364012f0d, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:19:45.959336 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:46.028554 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] Network c40edc93-49fe-487d-9975-28a626203a59 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:19:46.031686 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:46.035727 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:19:46.036332 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393436'] for router_interface, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:46.037863 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-506cfd82-cc7c-42c4-869a-1a1bdeec1841 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:46.114090 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] For port c0a1a385-192e-463d-93c3-477364012f0d, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:19:46.123574 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] For port c0a1a385-192e-463d-93c3-477364012f0d, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=c0a1a385-192e-463d-93c3-477364012f0d,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:19:46.152226 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:46.165256 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3006d-c4c2-453d-9654-908b417e46e2 None None] Pushing event updated for resources: {'Port': ['ID=c0a1a385-192e-463d-93c3-477364012f0d,revision_number=2']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:46.172542 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-5ca3006d-c4c2-453d-9654-908b417e46e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:46.174023 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:46.189913 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:46.199063 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ce464caf-8a8e-49b5-b23b-ef5af3cab25a,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:46.202788 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:46.244503 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:19:46.249697 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_common [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Allocated IP 172.20.0.1 (a743af2b-ecde-4507-a08d-7e8e82f84011/81a2b548-3d7f-41e8-846d-5a0ec57ae08d/d1dca3d2-8aa6-48ac-a44a-208ad7b57285) {{(pid=78697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:19:46.295949 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] Set router f1400cb9-68ee-45cf-99b6-31c332c82803 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:19:46.298381 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] Routers {'7768f6d3-792f-4c5f-b18c-41192bb9e518'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:19:46.300650 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08aafa30>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['7768f6d3-792f-4c5f-b18c-41192bb9e518'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:46.390430 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Pushing event updated for resources: {'Network': ['ID=a41d3bbc-e1f4-4fa5-80a1-44d2981a13ff,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:46.400188 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:46.469952 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 1.9385400
May 10 17:19:46.495053 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 52770) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:46.520702 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-3b6d910f-ed26-48f8-9b18-016e9621dafc admin admin] Request body: {'subnet': {'network_id': 'a41d3bbc-e1f4-4fa5-80a1-44d2981a13ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-966226871-subnet', 'tenant_id': '4a750bb507b34064aee421c625f37511', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:46.556544 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] Set router 7768f6d3-792f-4c5f-b18c-41192bb9e518 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:19:46.568465 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-3b6d910f-ed26-48f8-9b18-016e9621dafc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:46.597375 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-3b6d910f-ed26-48f8-9b18-016e9621dafc admin admin] Usage tracker for resource:subnet and tenant:4a750bb507b34064aee421c625f37511 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:46.634561 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f7b922da-023e-4330-96be-22cc938002d9 req-1c877ac6-47b7-4c7a-8074-56b436706fd4 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 210 time: 0.1302912
May 10 17:19:46.665459 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-3b6d910f-ed26-48f8-9b18-016e9621dafc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:46.686406 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-3b6d910f-ed26-48f8-9b18-016e9621dafc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:46.716775 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-18f29866-f500-4235-a2ff-00c63fc6ecb8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:46.718463 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Network a41d3bbc-e1f4-4fa5-80a1-44d2981a13ff details requested by agent ovs-agent-dv-cinder-786383-3-iscsi with host dv-cinder-786383-3-iscsi {{(pid=78699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:19:46.718672 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-18f29866-f500-4235-a2ff-00c63fc6ecb8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.36 "GET /v2.0/networks?id=0cfd4b2e-df56-43d0-908b-ea446d61e6b9 HTTP/1.1" status: 200  len: 814 time: 0.7478473
May 10 17:19:46.733850 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6d910f-ed26-48f8-9b18-016e9621dafc admin admin] Made reservation on behalf of 4a750bb507b34064aee421c625f37511 for: {'subnet': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:46.736212 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-3b6d910f-ed26-48f8-9b18-016e9621dafc admin admin] Notify callbacks [] for subnet, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:46.772878 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:46.785417 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:46.786873 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393343'] for router_interface, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:46.801911 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:46.810369 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0943b190>, [{'id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-router', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:42Z', 'revision_number': 3, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'gw_port': {'id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:46.822740 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b403bc-6207-4203-afb5-6b7d083e635a None None] The sync data for ids ['f1400cb9-68ee-45cf-99b6-31c332c82803'] in dv-cinder-786383-3-iscsi is: [{'id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-router', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:42Z', 'revision_number': 3, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'gw_port': {'id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}] {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:19:46.835849 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca3006d-c4c2-453d-9654-908b417e46e2 None None] Pushing event updated for resources: {'Port': ['ID=c0a1a385-192e-463d-93c3-477364012f0d,revision_number=3']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:46.851938 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-5ca3006d-c4c2-453d-9654-908b417e46e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.678s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:46.988422 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a601883f-ade9-4dc9-a4e9-26107b899c89 req-885e951e-d0e8-4c0e-869c-adb0d914e2ee tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 210 time: 0.2302949
May 10 17:19:47.027744 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] Pushing event updated for resources: {'Port': ['ID=ce464caf-8a8e-49b5-b23b-ef5af3cab25a,revision_number=2']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:47.031741 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:47.110089 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] Network c40edc93-49fe-487d-9975-28a626203a59 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:19:47.119710 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:47.143854 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:47.174050 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.provisioning_blocks [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Transition to ACTIVE for port object d1dca3d2-8aa6-48ac-a44a-208ad7b57285 will not be triggered until provisioned by entity DHCP. {{(pid=78697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:19:47.183649 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08aafa30>, [{'id': '7768f6d3-792f-4c5f-b18c-41192bb9e518', 'name': 'tempest-ServerRescueNegativeTestJSON-262314102-router', 'tenant_id': '7fc027d222ec41848aea01fc2452dce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c0a1a385-192e-463d-93c3-477364012f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:46Z', 'revision_number': 4, 'project_id': '7fc027d222ec41848aea01fc2452dce7', 'gw_port': {'id': 'c0a1a385-192e-463d-93c3-477364012f0d', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7768f6d3-792f-4c5f-b18c-41192bb9e518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': 'ce464caf-8a8e-49b5-b23b-ef5af3cab25a', 'name': '', 'network_id': 'c40edc93-49fe-487d-9975-28a626203a59', 'tenant_id': '7fc027d222ec41848aea01fc2452dce7', 'mac_address': 'fa:16:3e:c5:3f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7768f6d3-792f-4c5f-b18c-41192bb9e518', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab4050f2-b8f5-4efa-8308-283297f4ea49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:45Z', 'updated_at': '2021-05-10T17:19:45Z', 'revision_number': 1, 'project_id': '7fc027d222ec41848aea01fc2452dce7', 'subnets': [{'id': 'ab4050f2-b8f5-4efa-8308-283297f4ea49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:47.204155 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33479629-8209-4906-a1e9-f7a93a8438a2 None None] The sync data for ids ['7768f6d3-792f-4c5f-b18c-41192bb9e518'] in dv-cinder-786383-3-iscsi is: [{'id': '7768f6d3-792f-4c5f-b18c-41192bb9e518', 'name': 'tempest-ServerRescueNegativeTestJSON-262314102-router', 'tenant_id': '7fc027d222ec41848aea01fc2452dce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c0a1a385-192e-463d-93c3-477364012f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:46Z', 'revision_number': 4, 'project_id': '7fc027d222ec41848aea01fc2452dce7', 'gw_port': {'id': 'c0a1a385-192e-463d-93c3-477364012f0d', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fb:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7768f6d3-792f-4c5f-b18c-41192bb9e518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': 'ce464caf-8a8e-49b5-b23b-ef5af3cab25a', 'name': '', 'network_id': 'c40edc93-49fe-487d-9975-28a626203a59', 'tenant_id': '7fc027d222ec41848aea01fc2452dce7', 'mac_address': 'fa:16:3e:c5:3f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7768f6d3-792f-4c5f-b18c-41192bb9e518', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab4050f2-b8f5-4efa-8308-283297f4ea49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:45Z', 'updated_at': '2021-05-10T17:19:45Z', 'revision_number': 1, 'project_id': '7fc027d222ec41848aea01fc2452dce7', 'subnets': [{'id': 'ab4050f2-b8f5-4efa-8308-283297f4ea49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:19:47.418443 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188'] for port, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:47.443512 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-2f5e950d-9001-4ddc-8cc2-b502c46fd50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:47.501530 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] Router 7768f6d3-792f-4c5f-b18c-41192bb9e518 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:19:47.505855 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:47.587112 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Network a743af2b-ecde-4507-a08d-7e8e82f84011 is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:19:47.593498 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:47.607757 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Received port after_create {{(pid=78697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:19:47.608032 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393436'] for router_interface, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:48.008075 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:19:48.025174 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] 10.222.0.32 "PUT /v2.0/routers/7768f6d3-792f-4c5f-b18c-41192bb9e518/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5407264
May 10 17:19:48.067645 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Pushing event updated for resources: {'Port': ['ID=d1dca3d2-8aa6-48ac-a44a-208ad7b57285,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:48.119412 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:48.131135 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ee57172b-0d84-4ea8-8d62-80bccb52a995 req-3292916b-b39b-4b28-a7ce-380dcf14d099 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 210 time: 0.2221520
May 10 17:19:48.140798 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-31b856a5-4fe2-4bed-b93d-7972120f909f None None] Provisioning for port d1dca3d2-8aa6-48ac-a44a-208ad7b57285 completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:19:48.147747 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-31b856a5-4fe2-4bed-b93d-7972120f909f None None] Provisioning complete for port d1dca3d2-8aa6-48ac-a44a-208ad7b57285 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:48.148447 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-31b856a5-4fe2-4bed-b93d-7972120f909f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:48.305069 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-31b856a5-4fe2-4bed-b93d-7972120f909f None None] Port d1dca3d2-8aa6-48ac-a44a-208ad7b57285 cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:19:48.362662 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bc561636-dc4e-48a3-8234-8c4d8eb2e6fe req-062e64de-3972-44cf-a750-b365f045a424 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 210 time: 0.0852373
May 10 17:19:48.532136 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:48.607778 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-3b6d910f-ed26-48f8-9b18-016e9621dafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for subnet, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:48.616282 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-009346b4-62dd-42d7-a9dc-57b67a740e18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:48.751120 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d910f-ed26-48f8-9b18-016e9621dafc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e628e1b6-7815-4ab8-aff1-f5aad2b9035a,revision_number=0']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:48.753863 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-3b6d910f-ed26-48f8-9b18-016e9621dafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:48.919271 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6d910f-ed26-48f8-9b18-016e9621dafc admin admin] Checking segment: {'id': '147b9e22-71e8-4d69-a551-3fb9ab58d2ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'a41d3bbc-e1f4-4fa5-80a1-44d2981a13ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:19:48.919638 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6d910f-ed26-48f8-9b18-016e9621dafc admin admin] Network hostable DHCP agents. Network: a41d3bbc-e1f4-4fa5-80a1-44d2981a13ff, hostable agents: ['09c01bda-92a2-48bb-bf54-854a116a5737'], hosted agents: [] {{(pid=78697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:19:48.938976 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device c0a1a385-192e-463d-93c3-477364012f0d up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:19:48.994576 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-42ff1e39-7ca2-4eec-a0cb-181973cff2d9 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:48.996253 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-42ff1e39-7ca2-4eec-a0cb-181973cff2d9 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/networks?id=c40edc93-49fe-487d-9975-28a626203a59 HTTP/1.1" status: 200  len: 818 time: 0.2841718
May 10 17:19:49.025669 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port c0a1a385-192e-463d-93c3-477364012f0d completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:19:49.026818 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6d910f-ed26-48f8-9b18-016e9621dafc admin admin] Network a41d3bbc-e1f4-4fa5-80a1-44d2981a13ff is scheduled to be hosted by DHCP agent 09c01bda-92a2-48bb-bf54-854a116a5737 with binding_index 1 {{(pid=78697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:19:49.030914 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-951c7c15-7c03-49f8-9c38-a044d9ae42d7 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/quotas/7fc027d222ec41848aea01fc2452dce7 HTTP/1.1" status: 200  len: 375 time: 0.0247686
May 10 17:19:49.035062 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port c0a1a385-192e-463d-93c3-477364012f0d triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:49.035446 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:49.085037 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-3b6d910f-ed26-48f8-9b18-016e9621dafc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-iscsi, a41d3bbc-e1f4-4fa5-80a1-44d2981a13ff) {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:49.089448 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6d910f-ed26-48f8-9b18-016e9621dafc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:49.090081 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-3b6d910f-ed26-48f8-9b18-016e9621dafc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:49.094484 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b466306-3d5a-4e48-a4c1-ea6edae15aac None None] Network a41d3bbc-e1f4-4fa5-80a1-44d2981a13ff requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:19:49.125592 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:49.133607 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:49.136317 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393343'] for router_interface, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:49.140397 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-3b6d910f-ed26-48f8-9b18-016e9621dafc admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.6407444
May 10 17:19:49.143812 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:49.314231 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:49.425956 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port c0a1a385-192e-463d-93c3-477364012f0d, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=c0a1a385-192e-463d-93c3-477364012f0d,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:49.445792 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58673d28-6d63-41ee-938b-b90967236ea8 None None] Network a41d3bbc-e1f4-4fa5-80a1-44d2981a13ff requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:19:49.447848 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Pushing event updated for resources: {'Port': ['ID=d1dca3d2-8aa6-48ac-a44a-208ad7b57285,revision_number=2']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:49.451152 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:49.453794 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-45f1fba7-82c9-489a-a047-eec175bb2eaa req-15f0bc53-f004-4389-a3d5-561481e8a16e tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 210 time: 0.0712612
May 10 17:19:49.475058 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:49.486958 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device fe55cca3-ec6c-40ac-93a7-04ae287b0e7f up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:19:49.507550 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-690d630a-bb04-4ec9-91a2-8bbceb9ff144 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fc027d222ec41848aea01fc2452dce7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4676852
May 10 17:19:49.536862 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:49.677918 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b2c7f451-888b-431a-8c8c-1df437703fbf req-97985ed1-3ecb-4efa-ac01-2a9307d287d5 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 210 time: 0.0615561
May 10 17:19:49.681523 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Network a743af2b-ecde-4507-a08d-7e8e82f84011 is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:19:49.684200 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:49.767792 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=c0a1a385-192e-463d-93c3-477364012f0d,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:49.786019 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:49.888381 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-454d1eee-5964-46bb-8f0a-58b8e2986e54 service neutron] 10.222.0.32 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3716176
May 10 17:19:49.899022 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port fe55cca3-ec6c-40ac-93a7-04ae287b0e7f completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:19:49.955038 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port fe55cca3-ec6c-40ac-93a7-04ae287b0e7f triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:49.955619 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:49.973472 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 52876) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:49.979301 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-137010747-network', 'tenant_id': '2a0396ba426043a3bcf130556bc57568'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:49.984856 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:49.988850 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Usage tracker for resource:network and tenant:2a0396ba426043a3bcf130556bc57568 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:49.994186 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:50.001478 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:50.022129 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Made reservation on behalf of 2a0396ba426043a3bcf130556bc57568 for: {'network': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:50.025447 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for network, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:50.039915 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Router f1400cb9-68ee-45cf-99b6-31c332c82803 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:19:50.054582 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:50.078186 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:50.082694 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Usage tracker for resource:security_group_rule and tenant:2a0396ba426043a3bcf130556bc57568 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:50.086457 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:50.092976 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:50.101891 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:50.109548 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-42430742-edd0-4016-9ee8-4e8030ccc213 None None] Provisioning complete for port d1dca3d2-8aa6-48ac-a44a-208ad7b57285 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:50.110001 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-42430742-edd0-4016-9ee8-4e8030ccc213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:50.163085 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port fe55cca3-ec6c-40ac-93a7-04ae287b0e7f, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=fe55cca3-ec6c-40ac-93a7-04ae287b0e7f,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:50.177050 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:50.177962 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-42430742-edd0-4016-9ee8-4e8030ccc213 None None] Port d1dca3d2-8aa6-48ac-a44a-208ad7b57285 cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:19:50.180978 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-cbd7e645-4df8-4f07-97fc-6c07cbd6ddb9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:50.204940 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:50.208168 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-a3053a76-d9e7-4419-a69b-a29b277c94fd service neutron] 10.222.0.32 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3051679
May 10 17:19:50.212033 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:50.218284 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:50.247830 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309}  {{(pid=78698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:19:50.257796 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ee59d1-709e-4444-b588-cfd947ece054,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:50.257974 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0ca8de66-e485-4dec-ac4a-ea6b34b7c32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:50.275168 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:50.277071 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:50.277414 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.segments_db [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Added segment 1c1eea94-947d-4b2c-b04e-f0510a005825 of type vlan for network 5d568217-60a0-4db0-b08f-e4c35eb20bf1
May 10 17:19:50.284423 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=fe55cca3-ec6c-40ac-93a7-04ae287b0e7f,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:50.295306 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:50.309647 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:19:50.319102 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] Sync routers for ids ['f1400cb9-68ee-45cf-99b6-31c332c82803'] in dv-cinder-786383-3-iscsi {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:19:50.327476 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] 10.222.0.32 "PUT /v2.0/routers/f1400cb9-68ee-45cf-99b6-31c332c82803/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.9241982
May 10 17:19:50.332907 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] Routers {'f1400cb9-68ee-45cf-99b6-31c332c82803'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:19:50.333003 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0943be20>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['f1400cb9-68ee-45cf-99b6-31c332c82803'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:50.339452 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765769838210'] for network, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:50.404878 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for network, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:50.407016 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:50.407899 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:50.414537 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-8b46d0ea-b3c6-42ca-9dc3-41367d878c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:50.420667 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] Sync routers for ids ['7768f6d3-792f-4c5f-b18c-41192bb9e518'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:19:50.433267 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] Routers {'7768f6d3-792f-4c5f-b18c-41192bb9e518'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:19:50.433871 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0874b2b0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['7768f6d3-792f-4c5f-b18c-41192bb9e518'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:50.581133 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b051c899-8f88-4157-81fb-d095788a1e1f req-287c59aa-f983-4fc2-9e0b-f2c3f48f56b2 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 210 time: 0.1017818
May 10 17:19:50.696961 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] Set router f1400cb9-68ee-45cf-99b6-31c332c82803 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:19:50.735398 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Pushing event updated for resources: {'Network': ['ID=5d568217-60a0-4db0-b08f-e4c35eb20bf1,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:50.743228 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:50.747291 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.7726235
May 10 17:19:50.750194 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 52902) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:50.765017 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-0eee8bde-faf7-43cb-954f-eb06274953ff admin admin] Request body: {'subnet': {'network_id': '5d568217-60a0-4db0-b08f-e4c35eb20bf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-137010747-subnet', 'tenant_id': '2a0396ba426043a3bcf130556bc57568', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:50.777894 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-0eee8bde-faf7-43cb-954f-eb06274953ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:50.787828 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-0eee8bde-faf7-43cb-954f-eb06274953ff admin admin] Usage tracker for resource:subnet and tenant:2a0396ba426043a3bcf130556bc57568 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:50.795450 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Network 5d568217-60a0-4db0-b08f-e4c35eb20bf1 details requested by agent ovs-agent-dv-cinder-786383-3-iscsi with host dv-cinder-786383-3-iscsi {{(pid=78699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:19:50.797696 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-0eee8bde-faf7-43cb-954f-eb06274953ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:50.809890 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-0eee8bde-faf7-43cb-954f-eb06274953ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:50.972677 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-0d2f938e-ffe3-4820-98d8-b09fe55e35e5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Request body: {'port': {'device_id': 'b022bb70-cca1-48d9-98cc-c4f53580a1b9', 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9', 'admin_state_up': True, 'tenant_id': 'd0f782c325f1445b94f0ff94b78c2c9f'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:51.059159 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-97aab5d6-9abb-4205-8c88-bc54c622c6f9 req-ef6bf837-51e4-49cd-b596-fdd552d1f23c tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 210 time: 0.2462234
May 10 17:19:51.077254 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device c0a1a385-192e-463d-93c3-477364012f0d up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:19:51.189083 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eee8bde-faf7-43cb-954f-eb06274953ff admin admin] Made reservation on behalf of 2a0396ba426043a3bcf130556bc57568 for: {'subnet': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:51.205409 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0eee8bde-faf7-43cb-954f-eb06274953ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:51.219459 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] Set router 7768f6d3-792f-4c5f-b18c-41192bb9e518 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:19:51.417431 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 52918) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:51.424438 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-51f09c05-4a58-463d-8488-b832bf7cedf4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2123996726', 'description': 'tempest-description--740945520'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:51.431343 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-51f09c05-4a58-463d-8488-b832bf7cedf4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:51.447409 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-51f09c05-4a58-463d-8488-b832bf7cedf4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Usage tracker for resource:security_group and tenant:acb915c4b01148a7b37b3577f122af21 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:51.451257 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-51f09c05-4a58-463d-8488-b832bf7cedf4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:51.474371 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-51f09c05-4a58-463d-8488-b832bf7cedf4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:51.524341 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-51f09c05-4a58-463d-8488-b832bf7cedf4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:51.587699 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0943be20>, [{'id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-router', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:48Z', 'revision_number': 4, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'gw_port': {'id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': 'd1dca3d2-8aa6-48ac-a44a-208ad7b57285', 'name': '', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'mac_address': 'fa:16:3e:f4:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:45Z', 'updated_at': '2021-05-10T17:19:48Z', 'revision_number': 2, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'subnets': [{'id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:51.597057 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] Checking router: f1400cb9-68ee-45cf-99b6-31c332c82803 for host: dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:19:51.597392 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] Updating router f1400cb9-68ee-45cf-99b6-31c332c82803 port d1dca3d2-8aa6-48ac-a44a-208ad7b57285 binding host dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:19:51.602655 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port c0a1a385-192e-463d-93c3-477364012f0d triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:51.603169 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:51.604848 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-51f09c05-4a58-463d-8488-b832bf7cedf4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:51.609447 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-51f09c05-4a58-463d-8488-b832bf7cedf4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Usage tracker for resource:security_group_rule and tenant:acb915c4b01148a7b37b3577f122af21 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:51.612766 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-51f09c05-4a58-463d-8488-b832bf7cedf4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:51.649874 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-51f09c05-4a58-463d-8488-b832bf7cedf4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:51.720045 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f3c76bec-1af5-47fc-879e-79871d39461f req-353ca28c-81f8-4ffd-aa07-4ca4617d475f tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 210 time: 0.0827129
May 10 17:19:51.739663 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:51.802837 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device fe55cca3-ec6c-40ac-93a7-04ae287b0e7f up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:19:51.821031 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-51f09c05-4a58-463d-8488-b832bf7cedf4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:51.835951 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-51f09c05-4a58-463d-8488-b832bf7cedf4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:51.894255 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-da0e2a38-1cf5-45ce-9185-d6ec6b550317 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:51.908430 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0874b2b0>, [{'id': '7768f6d3-792f-4c5f-b18c-41192bb9e518', 'name': 'tempest-ServerRescueNegativeTestJSON-262314102-router', 'tenant_id': '7fc027d222ec41848aea01fc2452dce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c0a1a385-192e-463d-93c3-477364012f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:46Z', 'revision_number': 4, 'project_id': '7fc027d222ec41848aea01fc2452dce7', 'gw_port': {'id': 'c0a1a385-192e-463d-93c3-477364012f0d', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768f6d3-792f-4c5f-b18c-41192bb9e518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': 'ce464caf-8a8e-49b5-b23b-ef5af3cab25a', 'name': '', 'network_id': 'c40edc93-49fe-487d-9975-28a626203a59', 'tenant_id': '7fc027d222ec41848aea01fc2452dce7', 'mac_address': 'fa:16:3e:c5:3f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7768f6d3-792f-4c5f-b18c-41192bb9e518', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab4050f2-b8f5-4efa-8308-283297f4ea49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:45Z', 'updated_at': '2021-05-10T17:19:46Z', 'revision_number': 2, 'project_id': '7fc027d222ec41848aea01fc2452dce7', 'subnets': [{'id': 'ab4050f2-b8f5-4efa-8308-283297f4ea49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:51.915609 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] Checking router: 7768f6d3-792f-4c5f-b18c-41192bb9e518 for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:19:51.916213 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] Updating router 7768f6d3-792f-4c5f-b18c-41192bb9e518 port ce464caf-8a8e-49b5-b23b-ef5af3cab25a binding host dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:19:51.951531 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f09c05-4a58-463d-8488-b832bf7cedf4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f358e00-3105-4c48-96b0-6d3c36b32acf,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:51.968114 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-51f09c05-4a58-463d-8488-b832bf7cedf4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:51.978776 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-51f09c05-4a58-463d-8488-b832bf7cedf4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1777 time: 0.5601826
May 10 17:19:51.979687 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 52934) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:51.980167 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-51f09c05-4a58-463d-8488-b832bf7cedf4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:52.015003 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:52.039101 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-ba3bee9a-4e8b-487f-8614-c05e2ed30afd tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Request body: {'security_group_rule': {'security_group_id': '6f358e00-3105-4c48-96b0-6d3c36b32acf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:52.061687 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-ba3bee9a-4e8b-487f-8614-c05e2ed30afd tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:52.070851 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-ba3bee9a-4e8b-487f-8614-c05e2ed30afd tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Usage tracker for resource:security_group_rule and tenant:acb915c4b01148a7b37b3577f122af21 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:52.077382 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-ba3bee9a-4e8b-487f-8614-c05e2ed30afd tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:52.095521 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-ba3bee9a-4e8b-487f-8614-c05e2ed30afd tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:52.190777 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ba3bee9a-4e8b-487f-8614-c05e2ed30afd tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:52.328637 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-02534f12-0799-4e78-864e-4b02f033bffd tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:52.330124 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-02534f12-0799-4e78-864e-4b02f033bffd tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/networks?id=c40edc93-49fe-487d-9975-28a626203a59 HTTP/1.1" status: 200  len: 818 time: 0.6268325
May 10 17:19:52.360908 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port fe55cca3-ec6c-40ac-93a7-04ae287b0e7f triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:52.361276 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:52.496424 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:52.520135 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] Transition to ACTIVE for port object d1dca3d2-8aa6-48ac-a44a-208ad7b57285 will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:19:52.531693 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:52.535670 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-5b27137a-5743-4351-a066-2190e8201f69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:52.698451 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] Notify callbacks [] for port, precommit_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:52.705422 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-6cc82028-fb91-49a5-8207-2f0d624213c6 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/quotas/7fc027d222ec41848aea01fc2452dce7 HTTP/1.1" status: 200  len: 375 time: 0.0844061
May 10 17:19:52.713972 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] Transition to ACTIVE for port object ce464caf-8a8e-49b5-b23b-ef5af3cab25a will not be triggered until provisioned by entity L2. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:19:52.729282 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:52.753475 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-5ca3006d-c4c2-453d-9654-908b417e46e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:52.853688 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d7a5-d0b2-436b-a348-dfee69d428ea None None] Pushing event updated for resources: {'Port': ['ID=d1dca3d2-8aa6-48ac-a44a-208ad7b57285,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:52.876476 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d6d3d7a5-d0b2-436b-a348-dfee69d428ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:52.911417 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] Attempting to bind port d1dca3d2-8aa6-48ac-a44a-208ad7b57285 on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:19:52.911796 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] Attempting to bind port d1dca3d2-8aa6-48ac-a44a-208ad7b57285 by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': '1f9ff01a-422a-4f14-97db-31941b15b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:19:52.912515 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] Attempting to bind port d1dca3d2-8aa6-48ac-a44a-208ad7b57285 on network a743af2b-ecde-4507-a08d-7e8e82f84011 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:19:52.915783 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:52.919336 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:19:52.920162 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] Checking segment: {'id': '1f9ff01a-422a-4f14-97db-31941b15b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:19:52.920789 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:52.921103 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] Bound using segment: {'id': '1f9ff01a-422a-4f14-97db-31941b15b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:19:52.921765 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] Bound port: d1dca3d2-8aa6-48ac-a44a-208ad7b57285, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f9ff01a-422a-4f14-97db-31941b15b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:19:52.927250 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:52.947165 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-0d2f938e-ffe3-4820-98d8-b09fe55e35e5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:52.989821 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-492862cd-e8fe-42e3-af06-56ba1f91dd6e req-5b3d2cae-0a1e-4c9a-a64c-83e1f592864e tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 210 time: 0.3676693
May 10 17:19:53.041375 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-0d2f938e-ffe3-4820-98d8-b09fe55e35e5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Usage tracker for resource:port and tenant:d0f782c325f1445b94f0ff94b78c2c9f is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:53.061105 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] For port d1dca3d2-8aa6-48ac-a44a-208ad7b57285, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:19:53.064744 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-0d2f938e-ffe3-4820-98d8-b09fe55e35e5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:53.065097 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] For port d1dca3d2-8aa6-48ac-a44a-208ad7b57285, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=d1dca3d2-8aa6-48ac-a44a-208ad7b57285,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:19:53.069546 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:53.074714 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-506cfd82-cc7c-42c4-869a-1a1bdeec1841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:53.092614 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727538f-9192-4826-83f9-aa851e429034 None None] Pushing event updated for resources: {'Port': ['ID=ce464caf-8a8e-49b5-b23b-ef5af3cab25a,revision_number=3']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:53.105757 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-0d2f938e-ffe3-4820-98d8-b09fe55e35e5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:53.109803 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-d727538f-9192-4826-83f9-aa851e429034 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:53.163141 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ba3bee9a-4e8b-487f-8614-c05e2ed30afd tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:53.179909 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-59d806ca-eb84-457f-aa34-b7a862e6593f tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=7fc027d222ec41848aea01fc2452dce7&fields=id HTTP/1.1" status: 200  len: 255 time: 0.4735453
May 10 17:19:53.270998 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ba3bee9a-4e8b-487f-8614-c05e2ed30afd tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:53.299752 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:53.317079 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] Routers {'f1400cb9-68ee-45cf-99b6-31c332c82803'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:19:53.318056 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0943be20>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['f1400cb9-68ee-45cf-99b6-31c332c82803'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:53.338267 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-0d2f938e-ffe3-4820-98d8-b09fe55e35e5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Made reservation on behalf of d0f782c325f1445b94f0ff94b78c2c9f for: {'port': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:19:53.357976 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-0d2f938e-ffe3-4820-98d8-b09fe55e35e5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:53.380138 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-2764522e-4637-47e0-b050-36e1075f6044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:53.405883 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] Attempting to bind port ce464caf-8a8e-49b5-b23b-ef5af3cab25a on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:19:53.406268 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] Attempting to bind port ce464caf-8a8e-49b5-b23b-ef5af3cab25a by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': 'bb9bc946-95d0-481f-84a5-629b2a6016d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c40edc93-49fe-487d-9975-28a626203a59'}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:19:53.406662 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] Attempting to bind port ce464caf-8a8e-49b5-b23b-ef5af3cab25a on network c40edc93-49fe-487d-9975-28a626203a59 {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:19:53.423563 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3d7a5-d0b2-436b-a348-dfee69d428ea None None] Pushing event updated for resources: {'Port': ['ID=d1dca3d2-8aa6-48ac-a44a-208ad7b57285,revision_number=4']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:53.430293 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:19:53.430684 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] Checking segment: {'id': 'bb9bc946-95d0-481f-84a5-629b2a6016d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c40edc93-49fe-487d-9975-28a626203a59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:19:53.431108 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:53.431834 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] Bound using segment: {'id': 'bb9bc946-95d0-481f-84a5-629b2a6016d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c40edc93-49fe-487d-9975-28a626203a59'} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:19:53.432013 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] Bound port: ce464caf-8a8e-49b5-b23b-ef5af3cab25a, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb9bc946-95d0-481f-84a5-629b2a6016d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c40edc93-49fe-487d-9975-28a626203a59'}}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:19:53.432424 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:53.499865 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3bee9a-4e8b-487f-8614-c05e2ed30afd tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fcd4baf-f1b3-4942-a1a1-c29181993657,revision_number=0']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:53.505755 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-ba3bee9a-4e8b-487f-8614-c05e2ed30afd tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:53.513539 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d6d3d7a5-d0b2-436b-a348-dfee69d428ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:53.517613 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-52ff0811-185b-4fd8-b2f9-737e944b7d91 service neutron] 10.222.0.32 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3365517
May 10 17:19:53.658451 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] Set router f1400cb9-68ee-45cf-99b6-31c332c82803 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:19:53.719662 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ba3bee9a-4e8b-487f-8614-c05e2ed30afd tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:53.725966 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 52976) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:53.730786 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-2f217c43-5ca7-45ee-a891-11b7d9b10e37 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Request body: {'security_group_rule': {'security_group_id': '6f358e00-3105-4c48-96b0-6d3c36b32acf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:53.735491 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-ba3bee9a-4e8b-487f-8614-c05e2ed30afd tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 1.7209101
May 10 17:19:53.747286 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] For port ce464caf-8a8e-49b5-b23b-ef5af3cab25a, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:19:53.751883 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] For port ce464caf-8a8e-49b5-b23b-ef5af3cab25a, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=ce464caf-8a8e-49b5-b23b-ef5af3cab25a,segment=NetworkSegment(bb9bc946-95d0-481f-84a5-629b2a6016d3),segment_id=bb9bc946-95d0-481f-84a5-629b2a6016d3)] {{(pid=78699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:19:53.756513 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-e45c2267-d4a1-4f24-8710-76dd412a8d42 service neutron] 10.222.0.32 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2379968
May 10 17:19:53.757050 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-2f217c43-5ca7-45ee-a891-11b7d9b10e37 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:53.766995 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:53.773590 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-2f217c43-5ca7-45ee-a891-11b7d9b10e37 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Usage tracker for resource:security_group_rule and tenant:acb915c4b01148a7b37b3577f122af21 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:53.781899 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-2f217c43-5ca7-45ee-a891-11b7d9b10e37 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:53.805509 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-008004ce-c628-49b1-8432-5a0fa29bc22e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:53.809883 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-2f217c43-5ca7-45ee-a891-11b7d9b10e37 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:53.849377 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2f217c43-5ca7-45ee-a891-11b7d9b10e37 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:54.054372 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d81560ad-2988-4725-b2a0-1db5b74f8204 req-dda4152f-f4cc-4afa-93cf-3e7c94148c2e tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 210 time: 0.6699598
May 10 17:19:54.055583 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2f217c43-5ca7-45ee-a891-11b7d9b10e37 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:54.072639 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2f217c43-5ca7-45ee-a891-11b7d9b10e37 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:54.079062 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:54.103658 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:54.115355 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] Routers {'7768f6d3-792f-4c5f-b18c-41192bb9e518'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:19:54.116310 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0874b2b0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:19:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['7768f6d3-792f-4c5f-b18c-41192bb9e518'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:54.118600 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f217c43-5ca7-45ee-a891-11b7d9b10e37 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ab1488e-ed7f-490a-b97c-afbe02ffd067,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:54.223345 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-2f217c43-5ca7-45ee-a891-11b7d9b10e37 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:54.240789 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2f217c43-5ca7-45ee-a891-11b7d9b10e37 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:54.242132 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-2f217c43-5ca7-45ee-a891-11b7d9b10e37 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5161719
May 10 17:19:54.261453 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 52994) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:54.273916 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Request body: {'floatingip': {'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:19:54.303540 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:54.308582 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Usage tracker for resource:floatingip and tenant:acb915c4b01148a7b37b3577f122af21 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:54.313148 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:54.350000 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:54.406995 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0943be20>, [{'id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-router', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:48Z', 'revision_number': 4, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'gw_port': {'id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': 'd1dca3d2-8aa6-48ac-a44a-208ad7b57285', 'name': '', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'mac_address': 'fa:16:3e:f4:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:45Z', 'updated_at': '2021-05-10T17:19:53Z', 'revision_number': 4, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'subnets': [{'id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:54.410222 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for floatingip, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:54.413795 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c911b31c-a017-41bd-85de-c397e662e2fa None None] The sync data for ids ['f1400cb9-68ee-45cf-99b6-31c332c82803'] in dv-cinder-786383-3-iscsi is: [{'id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-router', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:48Z', 'revision_number': 4, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'gw_port': {'id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': 'd1dca3d2-8aa6-48ac-a44a-208ad7b57285', 'name': '', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'mac_address': 'fa:16:3e:f4:f5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:45Z', 'updated_at': '2021-05-10T17:19:53Z', 'revision_number': 4, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'subnets': [{'id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:19:54.438204 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d727538f-9192-4826-83f9-aa851e429034 None None] Pushing event updated for resources: {'Port': ['ID=ce464caf-8a8e-49b5-b23b-ef5af3cab25a,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:54.454766 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-d727538f-9192-4826-83f9-aa851e429034 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:54.547558 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0eee8bde-faf7-43cb-954f-eb06274953ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for subnet, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:54.661450 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] Set router 7768f6d3-792f-4c5f-b18c-41192bb9e518 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:19:54.738171 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-3b6d910f-ed26-48f8-9b18-016e9621dafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:54.813770 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:54.963543 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eee8bde-faf7-43cb-954f-eb06274953ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc2c7c11-f7ad-42c1-98d6-754312d7a743,revision_number=0']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:54.983903 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bc25f0d7-c6f8-46da-8920-2cd1fab260a6 req-362643f9-8223-4e0a-a94a-68c499c1f40f tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 210 time: 0.6538720
May 10 17:19:54.997975 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-0eee8bde-faf7-43cb-954f-eb06274953ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:55.115578 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-05bf9ee9-e25e-461f-8bda-eb34a86362d5 req-089f6407-d212-4a54-9b08-9aca78346929 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 210 time: 0.5541477
May 10 17:19:55.130619 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_common [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-0d2f938e-ffe3-4820-98d8-b09fe55e35e5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Allocated IP 172.20.0.3 (0cfd4b2e-df56-43d0-908b-ea446d61e6b9/ba516fbc-860b-4d47-a60d-b736d75a32f9/7a435a01-5e96-4ca5-bec4-fb27c4859172) {{(pid=78697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:19:55.345063 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.36', 52991) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:55.461224 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eee8bde-faf7-43cb-954f-eb06274953ff admin admin] Checking segment: {'id': '1c1eea94-947d-4b2c-b04e-f0510a005825', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '5d568217-60a0-4db0-b08f-e4c35eb20bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:19:55.472087 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eee8bde-faf7-43cb-954f-eb06274953ff admin admin] Network hostable DHCP agents. Network: 5d568217-60a0-4db0-b08f-e4c35eb20bf1, hostable agents: ['09c01bda-92a2-48bb-bf54-854a116a5737'], hosted agents: [] {{(pid=78697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:19:55.589673 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device ce464caf-8a8e-49b5-b23b-ef5af3cab25a up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:19:55.619273 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Allocated IP 172.27.1.47 (bae4116f-378a-4109-9d6f-b35b773f5102/85c6ce2f-4b23-430e-8a05-d1a9c5baa36d/9dcc0c1f-f95a-480f-88c7-a0939c22d263) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:19:55.770468 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-2d68065b-ba81-4c34-b871-170a885dbddf tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:55.771539 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-2d68065b-ba81-4c34-b871-170a885dbddf tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Synchronizing usage tracker for tenant:6ad2c46a2acb4b4d94726b9d4662b49d on resource:network {{(pid=78698) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:19:55.824093 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-2d68065b-ba81-4c34-b871-170a885dbddf tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Unset dirty status for tenant:6ad2c46a2acb4b4d94726b9d4662b49d on resource:network {{(pid=78698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:19:55.826687 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-2d68065b-ba81-4c34-b871-170a885dbddf tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.36 "GET /v2.0/networks?id=e9c9da18-88ea-4f01-9df5-4118e97e1a38 HTTP/1.1" status: 200  len: 812 time: 0.4793377
May 10 17:19:55.846467 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-67c544e1-dbbe-4e97-a7cb-a037c5a1fe0d req-b845ece4-8d9a-4f7d-b68d-5121a0daef79 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 210 time: 0.2677295
May 10 17:19:55.870009 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:55.887607 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eee8bde-faf7-43cb-954f-eb06274953ff admin admin] Network 5d568217-60a0-4db0-b08f-e4c35eb20bf1 is scheduled to be hosted by DHCP agent 09c01bda-92a2-48bb-bf54-854a116a5737 with binding_index 1 {{(pid=78697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:19:55.890747 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:55.941233 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:55.955164 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:56.029043 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-0eee8bde-faf7-43cb-954f-eb06274953ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-iscsi, 5d568217-60a0-4db0-b08f-e4c35eb20bf1) {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:56.037464 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eee8bde-faf7-43cb-954f-eb06274953ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:56.038052 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0eee8bde-faf7-43cb-954f-eb06274953ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:56.048244 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ebe9e8-d993-44fd-a143-4298e3131e2a None None] Network 5d568217-60a0-4db0-b08f-e4c35eb20bf1 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:19:56.138943 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-0eee8bde-faf7-43cb-954f-eb06274953ff admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 5.3874044
May 10 17:19:56.241695 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Network bae4116f-378a-4109-9d6f-b35b773f5102 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:19:56.252892 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:56.273910 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-0d2f938e-ffe3-4820-98d8-b09fe55e35e5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks [] for port, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:56.310683 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:19:56.349851 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Pushing event updated for resources: {'Port': ['ID=9dcc0c1f-f95a-480f-88c7-a0939c22d263,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:56.396349 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-0d2f938e-ffe3-4820-98d8-b09fe55e35e5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188'] for port, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:56.405362 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:56.492864 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 53046) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:56.500233 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:56.611548 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99455337-dbc0-4540-ac97-0f26461aa765 None None] Network 5d568217-60a0-4db0-b08f-e4c35eb20bf1 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:19:56.645696 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cac24d09-2e1c-4302-911c-2babd8e0e014 req-47c089c4-b490-4bc5-af83-b9634f19ad24 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 210 time: 0.1341624
May 10 17:19:56.656473 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-0d2f938e-ffe3-4820-98d8-b09fe55e35e5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Network 0cfd4b2e-df56-43d0-908b-ea446d61e6b9 is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:19:56.666674 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-0d2f938e-ffe3-4820-98d8-b09fe55e35e5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:19:56.670456 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-0d2f938e-ffe3-4820-98d8-b09fe55e35e5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Received port after_create {{(pid=78697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:19:56.676248 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-0d2f938e-ffe3-4820-98d8-b09fe55e35e5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:56.677387 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-0d2f938e-ffe3-4820-98d8-b09fe55e35e5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:56.726931 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2f938e-ffe3-4820-98d8-b09fe55e35e5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Pushing event updated for resources: {'Port': ['ID=7a435a01-5e96-4ca5-bec4-fb27c4859172,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:56.732747 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-0d2f938e-ffe3-4820-98d8-b09fe55e35e5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.7686601
May 10 17:19:56.734458 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-0d2f938e-ffe3-4820-98d8-b09fe55e35e5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:56.773509 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7991c10-28da-4afd-83d6-8d4aee71001e req-7264c572-6a0d-413e-a9b4-7c7b2cb992e8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:56.774171 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-a7991c10-28da-4afd-83d6-8d4aee71001e req-7264c572-6a0d-413e-a9b4-7c7b2cb992e8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Synchronizing usage tracker for tenant:d0f782c325f1445b94f0ff94b78c2c9f on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:19:56.781224 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_v2 [None req-efdf4236-cce6-4652-92e6-27fc726c7611 admin admin] Deleting subnet e628e1b6-7815-4ab8-aff1-f5aad2b9035a {{(pid=78698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:19:56.782254 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port ce464caf-8a8e-49b5-b23b-ef5af3cab25a completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:19:56.784964 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-efdf4236-cce6-4652-92e6-27fc726c7611 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:56.796556 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 53054) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:56.804006 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port ce464caf-8a8e-49b5-b23b-ef5af3cab25a triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:56.804582 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:56.811236 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-a7991c10-28da-4afd-83d6-8d4aee71001e req-7264c572-6a0d-413e-a9b4-7c7b2cb992e8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Unset dirty status for tenant:d0f782c325f1445b94f0ff94b78c2c9f on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:19:56.812385 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a7991c10-28da-4afd-83d6-8d4aee71001e req-7264c572-6a0d-413e-a9b4-7c7b2cb992e8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 931 time: 0.2478652
May 10 17:19:56.846567 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-efdf4236-cce6-4652-92e6-27fc726c7611 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:56.854921 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-efdf4236-cce6-4652-92e6-27fc726c7611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499293'] for subnet, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:56.920150 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a7991c10-28da-4afd-83d6-8d4aee71001e req-616f508a-436b-4d16-a5c1-c4175ba8957d tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968571
May 10 17:19:56.985582 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0874b2b0>, [{'id': '7768f6d3-792f-4c5f-b18c-41192bb9e518', 'name': 'tempest-ServerRescueNegativeTestJSON-262314102-router', 'tenant_id': '7fc027d222ec41848aea01fc2452dce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c0a1a385-192e-463d-93c3-477364012f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:46Z', 'revision_number': 4, 'project_id': '7fc027d222ec41848aea01fc2452dce7', 'gw_port': {'id': 'c0a1a385-192e-463d-93c3-477364012f0d', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768f6d3-792f-4c5f-b18c-41192bb9e518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': 'ce464caf-8a8e-49b5-b23b-ef5af3cab25a', 'name': '', 'network_id': 'c40edc93-49fe-487d-9975-28a626203a59', 'tenant_id': '7fc027d222ec41848aea01fc2452dce7', 'mac_address': 'fa:16:3e:c5:3f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7768f6d3-792f-4c5f-b18c-41192bb9e518', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab4050f2-b8f5-4efa-8308-283297f4ea49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:45Z', 'updated_at': '2021-05-10T17:19:53Z', 'revision_number': 4, 'project_id': '7fc027d222ec41848aea01fc2452dce7', 'subnets': [{'id': 'ab4050f2-b8f5-4efa-8308-283297f4ea49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:57.006380 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.032204 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c4d06a73-c5cd-4fcd-9442-9105016e38f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.048002 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-c4d06a73-c5cd-4fcd-9442-9105016e38f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:57.052130 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-c4d06a73-c5cd-4fcd-9442-9105016e38f7 admin admin] Usage tracker for resource:security_group_rule and tenant:fe04f225f0544d9c8b270662f8d2269f is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:57.055187 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dd92889-a711-4da7-bc8e-ba53670d5697 None None] The sync data for ids ['7768f6d3-792f-4c5f-b18c-41192bb9e518'] in dv-cinder-786383-3-iscsi is: [{'id': '7768f6d3-792f-4c5f-b18c-41192bb9e518', 'name': 'tempest-ServerRescueNegativeTestJSON-262314102-router', 'tenant_id': '7fc027d222ec41848aea01fc2452dce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c0a1a385-192e-463d-93c3-477364012f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:46Z', 'revision_number': 4, 'project_id': '7fc027d222ec41848aea01fc2452dce7', 'gw_port': {'id': 'c0a1a385-192e-463d-93c3-477364012f0d', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768f6d3-792f-4c5f-b18c-41192bb9e518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': 'ce464caf-8a8e-49b5-b23b-ef5af3cab25a', 'name': '', 'network_id': 'c40edc93-49fe-487d-9975-28a626203a59', 'tenant_id': '7fc027d222ec41848aea01fc2452dce7', 'mac_address': 'fa:16:3e:c5:3f:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7768f6d3-792f-4c5f-b18c-41192bb9e518', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'ab4050f2-b8f5-4efa-8308-283297f4ea49', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:45Z', 'updated_at': '2021-05-10T17:19:53Z', 'revision_number': 4, 'project_id': '7fc027d222ec41848aea01fc2452dce7', 'subnets': [{'id': 'ab4050f2-b8f5-4efa-8308-283297f4ea49', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:19:57.055777 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-c4d06a73-c5cd-4fcd-9442-9105016e38f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:57.062923 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-c4d06a73-c5cd-4fcd-9442-9105016e38f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:57.132376 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.187982 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 53068) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:57.201424 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.239071 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port ce464caf-8a8e-49b5-b23b-ef5af3cab25a, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=ce464caf-8a8e-49b5-b23b-ef5af3cab25a,segment=NetworkSegment(bb9bc946-95d0-481f-84a5-629b2a6016d3),segment_id=bb9bc946-95d0-481f-84a5-629b2a6016d3)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:57.243475 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.245332 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device d1dca3d2-8aa6-48ac-a44a-208ad7b57285 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:19:57.265022 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fb3098e1-481d-4b4c-960b-eefd377672ec req-8eeeb618-0b38-4b1b-9b0d-3dd2749f653e tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 210 time: 0.0541785
May 10 17:19:57.266715 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c4d06a73-c5cd-4fcd-9442-9105016e38f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.271672 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c4d06a73-c5cd-4fcd-9442-9105016e38f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.282504 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:57.290372 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:57.312996 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d06a73-c5cd-4fcd-9442-9105016e38f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef22b073-726f-4841-97dc-99c29fe2f140,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:57.320605 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c4d06a73-c5cd-4fcd-9442-9105016e38f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:57.338173 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-c4d06a73-c5cd-4fcd-9442-9105016e38f7 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe04f225f0544d9c8b270662f8d2269f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5399714
May 10 17:19:57.340265 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 53074) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:57.350831 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-af804494-9f0e-428c-828b-de62d111d41d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.393339 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-af804494-9f0e-428c-828b-de62d111d41d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:57.394844 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=ce464caf-8a8e-49b5-b23b-ef5af3cab25a,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:57.398056 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:57.408542 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port d1dca3d2-8aa6-48ac-a44a-208ad7b57285 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:19:57.415358 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-57bdda3d-0732-4699-ab1a-9b8525efb9f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.416031 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port d1dca3d2-8aa6-48ac-a44a-208ad7b57285 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:57.416430 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.441492 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-57bdda3d-0732-4699-ab1a-9b8525efb9f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.457512 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-af804494-9f0e-428c-828b-de62d111d41d admin admin] Usage tracker for resource:security_group_rule and tenant:9eee9bc4e8bd40b388c4a2e547c0d480 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:57.464607 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-af804494-9f0e-428c-828b-de62d111d41d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:57.474809 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-af804494-9f0e-428c-828b-de62d111d41d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:57.499408 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-57bdda3d-0732-4699-ab1a-9b8525efb9f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.503495 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-66e1e938-a65a-4de2-9067-db463f7e21af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:57.514823 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bdda3d-0732-4699-ab1a-9b8525efb9f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef22b073-726f-4841-97dc-99c29fe2f140,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:57.519247 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-57bdda3d-0732-4699-ab1a-9b8525efb9f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:57.522345 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-57bdda3d-0732-4699-ab1a-9b8525efb9f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.527473 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-57bdda3d-0732-4699-ab1a-9b8525efb9f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ef22b073-726f-4841-97dc-99c29fe2f140 HTTP/1.1" status: 204  len: 168 time: 0.1814988
May 10 17:19:57.537782 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-efdf4236-cce6-4652-92e6-27fc726c7611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for subnet, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.555950 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.560627 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-6245d5a9-b08d-4f20-a921-5e3b53533ac4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:57.595767 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port d1dca3d2-8aa6-48ac-a44a-208ad7b57285, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=d1dca3d2-8aa6-48ac-a44a-208ad7b57285,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:19:57.597149 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-efdf4236-cce6-4652-92e6-27fc726c7611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.599608 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.603488 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:57.622288 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf4236-cce6-4652-92e6-27fc726c7611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e628e1b6-7815-4ab8-aff1-f5aad2b9035a,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:57.631323 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-efdf4236-cce6-4652-92e6-27fc726c7611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:57.667703 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-efdf4236-cce6-4652-92e6-27fc726c7611 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/e628e1b6-7815-4ab8-aff1-f5aad2b9035a HTTP/1.1" status: 204  len: 168 time: 1.1623924
May 10 17:19:57.668812 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 53082) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:57.694210 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for port, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.709562 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.710126 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=d1dca3d2-8aa6-48ac-a44a-208ad7b57285,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:57.721367 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:57.739020 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:57.771658 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device ce464caf-8a8e-49b5-b23b-ef5af3cab25a up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:19:57.812168 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422768'] for floatingip, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.825227 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-af804494-9f0e-428c-828b-de62d111d41d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.839483 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-af804494-9f0e-428c-828b-de62d111d41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.851236 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port ce464caf-8a8e-49b5-b23b-ef5af3cab25a triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:57.851625 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.912100 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-af804494-9f0e-428c-828b-de62d111d41d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9eee9bc4e8bd40b388c4a2e547c0d480&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7230835
May 10 17:19:57.914779 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Pushing event updated for resources: {'Port': ['ID=9dcc0c1f-f95a-480f-88c7-a0939c22d263,revision_number=2']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:57.919675 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:57.920303 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 53090) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:57.921109 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:57.950712 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af804494-9f0e-428c-828b-de62d111d41d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2935dc9-cea4-4bc2-985d-e48a83ef36e8,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:57.955361 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-af804494-9f0e-428c-828b-de62d111d41d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:57.956135 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for floatingip, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:57.957414 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.6949646
May 10 17:19:57.964507 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8fed8662-40d3-48d8-a225-c31dc5a31b97 req-c0d5fc79-177c-4682-8662-6152788febdc tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 210 time: 0.0853922
May 10 17:19:58.001226 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653661'] for network, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.080483 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2fd4f2a3-ca14-440a-9074-96aac5128e4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.121725 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2fd4f2a3-ca14-440a-9074-96aac5128e4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.188818 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2fd4f2a3-ca14-440a-9074-96aac5128e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.196105 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:58.209151 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4f2a3-ca14-440a-9074-96aac5128e4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2935dc9-cea4-4bc2-985d-e48a83ef36e8,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:58.213802 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-2fd4f2a3-ca14-440a-9074-96aac5128e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:58.218238 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2fd4f2a3-ca14-440a-9074-96aac5128e4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.219603 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-2fd4f2a3-ca14-440a-9074-96aac5128e4a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a2935dc9-cea4-4bc2-985d-e48a83ef36e8 HTTP/1.1" status: 204  len: 168 time: 0.2712588
May 10 17:19:58.347675 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501542', 'neutron.services.segments.db._delete_segments_for_network-8765770262173'] for network, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.366946 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121233d2-bca6-4af6-adf9-96238b606a21 req-ac0765a5-1a61-4514-90ca-ceddc5fda4bf tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:58.368852 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-121233d2-bca6-4af6-adf9-96238b606a21 req-ac0765a5-1a61-4514-90ca-ceddc5fda4bf tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 931 time: 0.2243912
May 10 17:19:58.392335 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8f086440a0>> segment before_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:19:58.392689 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8f086440a0>> subnet precommit_delete_associations 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:19:58.393634 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8f091d6ee0>> segment_host_mapping after_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:19:58.393988 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8f091d6ee0>> port after_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:19:58.394378 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8f091d6ee0>> port after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:19:58.394838 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8f091d6ee0>> port after_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:19:58.395030 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8f091d6ee0>> segment after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:19:58.395321 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8f091d6ee0>> subnet after_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:19:58.395635 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8f091d6ee0>> subnet after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:19:58.395937 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8f091d6ee0>> subnet after_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:19:58.557358 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8f036dfe50>> subnet after_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:19:58.557728 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8f036dfe50>> subnet after_delete 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:19:58.558058 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8f036dfe50>> subnet before_create 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:19:58.558397 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8f036dfe50>> subnet before_update 55550000 {{(pid=78697) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:19:58.558778 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8f087eb460>,) {'filters': {'network_id': ['a41d3bbc-e1f4-4fa5-80a1-44d2981a13ff']}} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:58.595909 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f087eb460>, '147b9e22-71e8-4d69-a551-3fb9ab58d2ec') {'for_net_delete': True} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:58.596193 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f087eb460>, '147b9e22-71e8-4d69-a551-3fb9ab58d2ec') {} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:19:58.624051 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765770273639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702529'] for segment, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.650530 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-d22dd34e-b935-4d6c-ba91-b61b8185760a tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Synchronizing usage tracker for tenant:acb915c4b01148a7b37b3577f122af21 on resource:security_group {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:19:58.661394 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-121233d2-bca6-4af6-adf9-96238b606a21 req-7bd455fc-21d5-4a38-b008-736f0a622670 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2729964
May 10 17:19:58.662369 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.674172 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=78697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:19:58.683304 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-811415'] for segment, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:   from cryptography.utils import int_from_bytes
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:   from cryptography.utils import int_from_bytes
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]: Traceback (most recent call last):
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:     timer()
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:     cb(*args, **kw)
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:     return func(*args, **kwargs)
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:     self._notify()
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:     self.callback(batched_events)
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:     event.method(event)
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:     return f(self, *a, **k)
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self._get(url).json()
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self.request(url, 'GET', **kwargs)
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:19:58.700583 dv-cinder-786383-3-iscsi neutron-server[78697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:19:58.739757 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 53136) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:58.766950 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-6dbe128a-9e4f-4af7-824b-cff985991666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.771607 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-d22dd34e-b935-4d6c-ba91-b61b8185760a tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Unset dirty status for tenant:acb915c4b01148a7b37b3577f122af21 on resource:security_group {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:19:58.772708 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-d22dd34e-b935-4d6c-ba91-b61b8185760a tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--2123996726&fields=id&tenant_id=acb915c4b01148a7b37b3577f122af21 HTTP/1.1" status: 200  len: 267 time: 0.4151053
May 10 17:19:58.786431 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-6dbe128a-9e4f-4af7-824b-cff985991666 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:58.791390 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-6dbe128a-9e4f-4af7-824b-cff985991666 admin admin] Usage tracker for resource:security_group_rule and tenant:6d492738e2a143c0924b381fb7b5d077 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:58.796100 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-6dbe128a-9e4f-4af7-824b-cff985991666 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:58.802780 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-6dbe128a-9e4f-4af7-824b-cff985991666 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:58.846386 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cafdeea7-da7b-4637-9bec-14e110b55aef req-8e31d2cf-f704-4b98-82d7-3f953427bbbf tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 210 time: 0.0795469
May 10 17:19:58.922857 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422783'] for network, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.926967 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-6dbe128a-9e4f-4af7-824b-cff985991666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.937945 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-0724e40d-657b-41b7-946b-72d7b62728d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:58.938494 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-6dbe128a-9e4f-4af7-824b-cff985991666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.948028 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:58.969053 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:58.983398 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a41d3bbc-e1f4-4fa5-80a1-44d2981a13ff,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:58.997707 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:59.000581 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe128a-9e4f-4af7-824b-cff985991666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b9de34-c682-4ae8-83cb-82f059e50cd1,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:59.003836 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-6dbe128a-9e4f-4af7-824b-cff985991666 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:59.007600 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a41d3bbc-e1f4-4fa5-80a1-44d2981a13ff HTTP/1.1" status: 204  len: 168 time: 1.3378356
May 10 17:19:59.011652 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 53146) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:59.049035 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-6dbe128a-9e4f-4af7-824b-cff985991666 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6d492738e2a143c0924b381fb7b5d077&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3082082
May 10 17:19:59.054800 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 53150) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:59.111576 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-ebafa9e9-a69a-489a-a1e0-9ac5415a3562 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:19:59.114938 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-ebafa9e9-a69a-489a-a1e0-9ac5415a3562 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Synchronizing usage tracker for tenant:acb915c4b01148a7b37b3577f122af21 on resource:network {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:19:59.141750 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee6ac7ea-a783-4b89-9478-3dd95208e1c0 admin admin] Deleting subnet cc2c7c11-f7ad-42c1-98d6-754312d7a743 {{(pid=78697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:19:59.148812 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ee6ac7ea-a783-4b89-9478-3dd95208e1c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.151583 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f96bf980-7763-44da-81e8-6ac8d6d22406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.186021 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f96bf980-7763-44da-81e8-6ac8d6d22406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.224206 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-ebafa9e9-a69a-489a-a1e0-9ac5415a3562 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Unset dirty status for tenant:acb915c4b01148a7b37b3577f122af21 on resource:network {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:19:59.230733 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-ebafa9e9-a69a-489a-a1e0-9ac5415a3562 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/networks?id=a743af2b-ecde-4507-a08d-7e8e82f84011 HTTP/1.1" status: 200  len: 817 time: 0.4203327
May 10 17:19:59.254948 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5cdbd765-4def-4cd7-bbdc-c23f0f591913 req-548493f3-7e20-4d95-a2f0-0eb302a20b0f tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 210 time: 0.0776329
May 10 17:19:59.285354 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f96bf980-7763-44da-81e8-6ac8d6d22406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.285354 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:19:59.287061 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ee6ac7ea-a783-4b89-9478-3dd95208e1c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702558'] for subnet, precommit_delete_associations {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.294942 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96bf980-7763-44da-81e8-6ac8d6d22406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b9de34-c682-4ae8-83cb-82f059e50cd1,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:19:59.302097 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-f96bf980-7763-44da-81e8-6ac8d6d22406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:19:59.304305 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f96bf980-7763-44da-81e8-6ac8d6d22406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.307807 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-f96bf980-7763-44da-81e8-6ac8d6d22406 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c1b9de34-c682-4ae8-83cb-82f059e50cd1 HTTP/1.1" status: 204  len: 168 time: 0.2499001
May 10 17:19:59.332861 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-f38c8f20-41d3-4afd-b35d-1d17d8da4720 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/quotas/acb915c4b01148a7b37b3577f122af21 HTTP/1.1" status: 200  len: 375 time: 0.1005852
May 10 17:19:59.436418 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ee6ac7ea-a783-4b89-9478-3dd95208e1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499293'] for subnet, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.537076 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-f0f1136b-eb8a-46fa-b6d1-39a1a17ba8b1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Synchronizing usage tracker for tenant:acb915c4b01148a7b37b3577f122af21 on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:19:59.639041 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-f0f1136b-eb8a-46fa-b6d1-39a1a17ba8b1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Unset dirty status for tenant:acb915c4b01148a7b37b3577f122af21 on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:19:59.640400 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-f0f1136b-eb8a-46fa-b6d1-39a1a17ba8b1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=acb915c4b01148a7b37b3577f122af21&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3067942
May 10 17:19:59.722971 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device d1dca3d2-8aa6-48ac-a44a-208ad7b57285 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:19:59.732218 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 53174) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:19:59.826888 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port d1dca3d2-8aa6-48ac-a44a-208ad7b57285 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:19:59.827479 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.897964 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c2763790-e2b2-425c-8a24-dd8aa6fa0dc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:19:59.921516 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-c2763790-e2b2-425c-8a24-dd8aa6fa0dc3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:19:59.933942 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-c2763790-e2b2-425c-8a24-dd8aa6fa0dc3 admin admin] Usage tracker for resource:security_group_rule and tenant:1dde1e540ae24428851b33e6e25d9b10 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:19:59.936967 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-c2763790-e2b2-425c-8a24-dd8aa6fa0dc3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:19:59.943111 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-c2763790-e2b2-425c-8a24-dd8aa6fa0dc3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:19:59.993567 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-f4dbdf44-3d87-4457-a9fe-63ee98381294 service neutron] 10.222.0.32 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3281839
May 10 17:20:00.075658 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c2763790-e2b2-425c-8a24-dd8aa6fa0dc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:00.080103 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c2763790-e2b2-425c-8a24-dd8aa6fa0dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:00.094767 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:00.108762 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e5c0f-43cd-4181-be7f-77abca4727c0 req-33635bac-e0a2-4830-8c25-422f55f15d75 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:00.110176 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ef0e5c0f-43cd-4181-be7f-77abca4727c0 req-33635bac-e0a2-4830-8c25-422f55f15d75 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 931 time: 0.3029861
May 10 17:20:00.114181 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ee6ac7ea-a783-4b89-9478-3dd95208e1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-811505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11233334'] for subnet, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:00.132606 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:00.136679 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-c2763790-e2b2-425c-8a24-dd8aa6fa0dc3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1dde1e540ae24428851b33e6e25d9b10&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4033060
May 10 17:20:00.139036 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2763790-e2b2-425c-8a24-dd8aa6fa0dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ebbb0fe-606e-4a6a-8294-1aed34076af2,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:00.142055 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-c2763790-e2b2-425c-8a24-dd8aa6fa0dc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:00.142798 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 53194) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:00.202366 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6ac7ea-a783-4b89-9478-3dd95208e1c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc2c7c11-f7ad-42c1-98d6-754312d7a743,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:00.206760 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ee6ac7ea-a783-4b89-9478-3dd95208e1c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:00.209479 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-debc3d0f-a81a-40cd-a0be-4880ca8cc3a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:00.210216 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-ee6ac7ea-a783-4b89-9478-3dd95208e1c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:00.239978 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-debc3d0f-a81a-40cd-a0be-4880ca8cc3a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:00.241505 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-ee6ac7ea-a783-4b89-9478-3dd95208e1c0 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/cc2c7c11-f7ad-42c1-98d6-754312d7a743 HTTP/1.1" status: 204  len: 168 time: 1.2268035
May 10 17:20:00.244483 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 53200) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:00.248418 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-5efa5fa6-f7ce-4742-8d41-c6beebb304e3 service neutron] 10.222.0.32 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2459421
May 10 17:20:00.326074 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-debc3d0f-a81a-40cd-a0be-4880ca8cc3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:00.340206 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-2fd4f2a3-ca14-440a-9074-96aac5128e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:00.342922 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ef0e5c0f-43cd-4181-be7f-77abca4727c0 req-5a233568-77ca-4d4c-a753-0110276eecfb tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2217245
May 10 17:20:00.375018 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc3d0f-a81a-40cd-a0be-4880ca8cc3a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ebbb0fe-606e-4a6a-8294-1aed34076af2,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:00.378693 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-debc3d0f-a81a-40cd-a0be-4880ca8cc3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:00.381947 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-debc3d0f-a81a-40cd-a0be-4880ca8cc3a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:00.383985 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-debc3d0f-a81a-40cd-a0be-4880ca8cc3a5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1ebbb0fe-606e-4a6a-8294-1aed34076af2 HTTP/1.1" status: 204  len: 168 time: 0.2402229
May 10 17:20:00.595338 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-067bb7a5-a80c-4abd-ad06-ac2cf4bc6a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653661'] for network, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:00.793125 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f11effe3-f680-40ca-8b9b-5705f57a734c req-f4d9ef6a-45b7-4f1d-8e52-85952de7d131 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 210 time: 0.1647546
May 10 17:20:00.859197 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a6dc96c8-43cd-4033-a656-9ca057cba82b req-1f4955a1-c524-4510-bf06-e52786001681 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 210 time: 0.2278731
May 10 17:20:00.999374 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ef6bd0d0-bfdc-43e9-aded-8f1a9d66fe0d req-42dfc75a-e331-46f1-b76b-d2f043772b50 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 210 time: 0.0940156
May 10 17:20:01.062119 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 53238) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:01.092323 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-067bb7a5-a80c-4abd-ad06-ac2cf4bc6a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501542', 'neutron.services.segments.db._delete_segments_for_network-8765770262173'] for network, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.107048 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d4c53802-01f7-4fd0-b25f-bfd70ce8043a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.108334 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-067bb7a5-a80c-4abd-ad06-ac2cf4bc6a68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8f086379a0>,) {'filters': {'network_id': ['5d568217-60a0-4db0-b08f-e4c35eb20bf1']}} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:01.127925 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-067bb7a5-a80c-4abd-ad06-ac2cf4bc6a68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f086379a0>, '1c1eea94-947d-4b2c-b04e-f0510a005825') {'for_net_delete': True} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:01.128478 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-067bb7a5-a80c-4abd-ad06-ac2cf4bc6a68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f086379a0>, '1c1eea94-947d-4b2c-b04e-f0510a005825') {} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:01.143369 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-d4c53802-01f7-4fd0-b25f-bfd70ce8043a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:01.151155 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-d4c53802-01f7-4fd0-b25f-bfd70ce8043a admin admin] Usage tracker for resource:security_group_rule and tenant:a5da4a5d7fef4d4b8c0aa08f0b55a8ea is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:01.155164 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-067bb7a5-a80c-4abd-ad06-ac2cf4bc6a68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765770273639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702529'] for segment, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.157582 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-d4c53802-01f7-4fd0-b25f-bfd70ce8043a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:01.170814 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-d4c53802-01f7-4fd0-b25f-bfd70ce8043a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:01.173451 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-067bb7a5-a80c-4abd-ad06-ac2cf4bc6a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.186996 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-067bb7a5-a80c-4abd-ad06-ac2cf4bc6a68 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=78697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:20:01.187520 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-067bb7a5-a80c-4abd-ad06-ac2cf4bc6a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-811415'] for segment, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]: Traceback (most recent call last):
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:     timer()
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:     cb(*args, **kw)
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:     return func(*args, **kwargs)
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:     self._notify()
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:     self.callback(batched_events)
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:     event.method(event)
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:     return f(self, *a, **k)
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self._get(url).json()
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self.request(url, 'GET', **kwargs)
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:20:01.207097 dv-cinder-786383-3-iscsi neutron-server[78697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:20:01.314743 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-067bb7a5-a80c-4abd-ad06-ac2cf4bc6a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422783'] for network, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.321035 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:01.322143 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d4c53802-01f7-4fd0-b25f-bfd70ce8043a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.327503 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d4c53802-01f7-4fd0-b25f-bfd70ce8043a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.362404 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:01.379690 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067bb7a5-a80c-4abd-ad06-ac2cf4bc6a68 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d568217-60a0-4db0-b08f-e4c35eb20bf1,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:01.382026 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-067bb7a5-a80c-4abd-ad06-ac2cf4bc6a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.384610 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 53248) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:01.390210 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-d4c53802-01f7-4fd0-b25f-bfd70ce8043a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a5da4a5d7fef4d4b8c0aa08f0b55a8ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3268924
May 10 17:20:01.400594 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-067bb7a5-a80c-4abd-ad06-ac2cf4bc6a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:01.410279 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-067bb7a5-a80c-4abd-ad06-ac2cf4bc6a68 admin admin] 10.222.0.32 "DELETE /v2.0/networks/5d568217-60a0-4db0-b08f-e4c35eb20bf1 HTTP/1.1" status: 204  len: 168 time: 1.1645298
May 10 17:20:01.413183 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c53802-01f7-4fd0-b25f-bfd70ce8043a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5569d6b-f21d-4ab5-a3ef-e2a19194defd,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:01.428483 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-d4c53802-01f7-4fd0-b25f-bfd70ce8043a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:01.564364 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f19a7a7b-53dd-493c-99cd-ea2fbc6fdf30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.583802 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e5788-3fe3-4581-92a1-9ef3f1156801 req-8b83a0a2-499b-49fa-b03b-ed3dc0222e5f tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:01.585359 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-443e5788-3fe3-4581-92a1-9ef3f1156801 req-8b83a0a2-499b-49fa-b03b-ed3dc0222e5f tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 931 time: 0.1344047
May 10 17:20:01.635762 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f19a7a7b-53dd-493c-99cd-ea2fbc6fdf30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.689596 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-443e5788-3fe3-4581-92a1-9ef3f1156801 req-85f07a9a-4293-4caf-b6cf-76fc7c8bdcd4 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930626
May 10 17:20:01.736077 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f19a7a7b-53dd-493c-99cd-ea2fbc6fdf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.744043 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c4d06a73-c5cd-4fcd-9442-9105016e38f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:01.771038 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19a7a7b-53dd-493c-99cd-ea2fbc6fdf30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5569d6b-f21d-4ab5-a3ef-e2a19194defd,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:01.798651 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-f19a7a7b-53dd-493c-99cd-ea2fbc6fdf30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:01.808851 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 53262) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:01.820805 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f19a7a7b-53dd-493c-99cd-ea2fbc6fdf30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:01.824255 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-f19a7a7b-53dd-493c-99cd-ea2fbc6fdf30 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d5569d6b-f21d-4ab5-a3ef-e2a19194defd HTTP/1.1" status: 204  len: 168 time: 0.4362011
May 10 17:20:01.939641 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-cf008d04-8d3c-4b03-b813-a48433b91abb admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4a750bb507b34064aee421c625f37511&name=default HTTP/1.1" status: 200  len: 2975 time: 0.1292579
May 10 17:20:01.942144 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 53274) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:02.180340 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-54725cd3-b889-422d-b0b6-c28040de4b7c req-8ec06d91-a522-40c0-a448-7ef1fc475597 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 210 time: 0.1497285
May 10 17:20:02.265652 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-de07187e-d9d5-445a-bdb3-fe68c10d4838 req-c342b6a3-d963-484c-8122-33db12802e89 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 210 time: 0.1040106
May 10 17:20:02.283469 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b8e42516-a8fd-4ed8-a4e8-09a4a5987297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:02.320727 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b8e42516-a8fd-4ed8-a4e8-09a4a5987297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:02.461151 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b8e42516-a8fd-4ed8-a4e8-09a4a5987297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:02.477076 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-23e6d9f3-a9bf-48f9-8979-5a5d412adf4c req-ad88534a-f8ca-45ad-a5c1-1d8a945f43c5 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 210 time: 0.0810163
May 10 17:20:02.483269 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:02.526489 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e42516-a8fd-4ed8-a4e8-09a4a5987297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd27eb8-6fa9-4705-98e1-7ba2eae01850,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:02.528933 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-b8e42516-a8fd-4ed8-a4e8-09a4a5987297 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:02.529725 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b8e42516-a8fd-4ed8-a4e8-09a4a5987297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:02.534114 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-b8e42516-a8fd-4ed8-a4e8-09a4a5987297 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3cd27eb8-6fa9-4705-98e1-7ba2eae01850 HTTP/1.1" status: 204  len: 168 time: 0.5906882
May 10 17:20:02.966782 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abad60f8-4579-4019-abf2-c4771debf1eb req-eb6936c7-fa09-4d6c-aa3f-43ca94209d18 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:02.975180 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-abad60f8-4579-4019-abf2-c4771debf1eb req-eb6936c7-fa09-4d6c-aa3f-43ca94209d18 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 931 time: 0.0993919
May 10 17:20:03.167563 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-abad60f8-4579-4019-abf2-c4771debf1eb req-4cd0db86-12ba-44d6-8f27-6c186f3b015f tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1914415
May 10 17:20:03.506595 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ecd9a3e7-cb82-4576-aa74-8c660e0a1e35 req-be1fccf7-622c-4224-bdc9-ca2ce7706f51 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 210 time: 0.1061192
May 10 17:20:03.515653 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a75b6f2b-2a45-49bf-95c1-191eecffb414 req-d10f00a9-72cb-465a-b64a-9010c9ef5b9a tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 210 time: 0.0580056
May 10 17:20:03.521295 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 53334) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:03.587981 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 53342) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:03.588717 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-6e786b94-6ea7-4f65-a43d-6345232dec40 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2a0396ba426043a3bcf130556bc57568&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0659256
May 10 17:20:03.686038 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-489e138a-2a33-46a3-a32e-b3abbf009a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.729936 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2c872e1f-fd3e-4a23-9394-192670fcc89a req-a1f8988b-a1ca-48c6-b92c-f7b3395499cf tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 210 time: 0.0927153
May 10 17:20:03.759870 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-489e138a-2a33-46a3-a32e-b3abbf009a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.837651 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-489e138a-2a33-46a3-a32e-b3abbf009a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.849883 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-6dbe128a-9e4f-4af7-824b-cff985991666 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:03.867647 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e138a-2a33-46a3-a32e-b3abbf009a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ee59d1-709e-4444-b588-cfd947ece054,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:03.878651 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-489e138a-2a33-46a3-a32e-b3abbf009a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:03.880190 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-489e138a-2a33-46a3-a32e-b3abbf009a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:03.884223 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-489e138a-2a33-46a3-a32e-b3abbf009a8b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a0ee59d1-709e-4444-b588-cfd947ece054 HTTP/1.1" status: 204  len: 168 time: 0.2951400
May 10 17:20:04.446802 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1ecbde-c921-4675-b2fb-2bbcc77ef9ea req-0a38f1ae-28ed-4b20-b8ca-b5feef95c783 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:04.448653 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-db1ecbde-c921-4675-b2fb-2bbcc77ef9ea req-0a38f1ae-28ed-4b20-b8ca-b5feef95c783 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 931 time: 0.1126206
May 10 17:20:04.531073 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-db1ecbde-c921-4675-b2fb-2bbcc77ef9ea req-b94c5e6b-2827-4bd3-9747-41d1af84601d tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546038
May 10 17:20:04.757824 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-46c57d62-1617-4dc2-aa0f-22bfbb1286ec req-8e5988f6-568d-4ff8-972d-ad9290db4b53 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 210 time: 0.0787191
May 10 17:20:04.824549 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b1f1c724-8534-486f-9893-4f337edc0fa4 req-3eafffba-e24d-4ce1-baed-90f7d4cfef9c tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 210 time: 0.0653145
May 10 17:20:04.991188 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-112cb676-8d9a-4801-ba7e-1ce0c489db63 req-ff0608d2-beb6-4426-8b9b-3a2ea2f72761 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 210 time: 0.0599802
May 10 17:20:05.767747 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabb036-9a80-41bc-9a24-f11f93b7314c req-9d955828-4248-46a7-bdc4-05d695191646 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:05.769546 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1eabb036-9a80-41bc-9a24-f11f93b7314c req-9d955828-4248-46a7-bdc4-05d695191646 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 931 time: 0.1024497
May 10 17:20:05.867289 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1eabb036-9a80-41bc-9a24-f11f93b7314c req-d7e6253a-3640-494b-8fa9-261d220d897d tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910459
May 10 17:20:06.069039 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3e4cfbf2-2739-4720-b15a-87cbba2d9a4f req-f984cc80-11e4-476c-a77e-b1d0dd23762e tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 210 time: 0.1505554
May 10 17:20:06.176846 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4f2339f3-3e13-441a-9f71-f780ab9ac07f req-ffabf73a-0d21-45ae-ac85-62e7a1663105 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 210 time: 0.1066027
May 10 17:20:06.336881 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7d42afe1-fb27-465f-8f38-a424e080e6db req-e71f3387-742f-4a58-8bb1-6f74d9671451 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 210 time: 0.0778170
May 10 17:20:06.557709 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 53492) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:06.813692 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 53512) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:06.886655 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0b3066fc-1039-427d-ba61-fe1e90675027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.922495 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-59ace5d4-bb38-4c99-9413-ec384fb4c67c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:06.935329 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-0b3066fc-1039-427d-ba61-fe1e90675027 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:06.941712 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-0b3066fc-1039-427d-ba61-fe1e90675027 admin admin] Usage tracker for resource:security_group_rule and tenant:6dfc4797a1f54f6caf5562023f49f68d is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:06.944689 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-59ace5d4-bb38-4c99-9413-ec384fb4c67c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:06.947061 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-0b3066fc-1039-427d-ba61-fe1e90675027 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:06.953513 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-59ace5d4-bb38-4c99-9413-ec384fb4c67c admin admin] Usage tracker for resource:security_group_rule and tenant:66400b36de3a47c7bef6a83c8db9b48f is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:06.957640 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-0b3066fc-1039-427d-ba61-fe1e90675027 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:06.959760 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-59ace5d4-bb38-4c99-9413-ec384fb4c67c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:06.983199 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-59ace5d4-bb38-4c99-9413-ec384fb4c67c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:07.164335 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-59ace5d4-bb38-4c99-9413-ec384fb4c67c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.175807 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-59ace5d4-bb38-4c99-9413-ec384fb4c67c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.230204 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-57bdda3d-0732-4699-ab1a-9b8525efb9f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:07.263762 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2860d7f9-058b-473d-a194-918c6af2bbb4 req-7ed74875-8c6b-4064-a6f6-888f1efb22b2 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 210 time: 0.0889618
May 10 17:20:07.276603 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580c01c-f9d0-4e31-a356-02a9aecb05d9 req-08609fb3-70f9-4373-ac9a-a104b5365080 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:07.278041 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5580c01c-f9d0-4e31-a356-02a9aecb05d9 req-08609fb3-70f9-4373-ac9a-a104b5365080 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 931 time: 0.2497530
May 10 17:20:07.333471 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-59ace5d4-bb38-4c99-9413-ec384fb4c67c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=66400b36de3a47c7bef6a83c8db9b48f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7747123
May 10 17:20:07.335687 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0b3066fc-1039-427d-ba61-fe1e90675027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.336435 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 53532) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:07.339352 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ace5d4-bb38-4c99-9413-ec384fb4c67c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4007e1a0-9e06-46c0-a661-3886dd7688fa,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:07.344595 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-59ace5d4-bb38-4c99-9413-ec384fb4c67c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:07.345285 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0b3066fc-1039-427d-ba61-fe1e90675027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.363202 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-59ace5d4-bb38-4c99-9413-ec384fb4c67c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:07.406511 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-89f25498-e915-4ea0-8ef0-8ff06b7093c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.432678 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5580c01c-f9d0-4e31-a356-02a9aecb05d9 req-5918b969-21d2-4556-96f3-a2b8a0d046d1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1319582
May 10 17:20:07.435324 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-89f25498-e915-4ea0-8ef0-8ff06b7093c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.450598 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-006e1e0f-3cac-4d70-8079-5bb4927e142c req-c0cb0fd5-d674-4e31-b19c-cef00a3d1cb7 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 210 time: 0.0790529
May 10 17:20:07.461954 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-0b3066fc-1039-427d-ba61-fe1e90675027 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6dfc4797a1f54f6caf5562023f49f68d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6465745
May 10 17:20:07.462908 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3066fc-1039-427d-ba61-fe1e90675027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d09ff25a-9446-4017-bc5c-5684da1a80fd,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:07.465159 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 53538) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:07.475076 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-0b3066fc-1039-427d-ba61-fe1e90675027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:07.540592 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-19e797af-fbb6-4a37-b5a0-af2d1f362c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.543671 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-89f25498-e915-4ea0-8ef0-8ff06b7093c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.559474 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-489e138a-2a33-46a3-a32e-b3abbf009a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:07.580757 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-956834e1-5a7d-40bf-8997-6f420f565ace req-6ef034d5-8349-4b11-bf80-7ea4677df0ff tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 210 time: 0.0465400
May 10 17:20:07.629709 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f25498-e915-4ea0-8ef0-8ff06b7093c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4007e1a0-9e06-46c0-a661-3886dd7688fa,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:07.635407 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-89f25498-e915-4ea0-8ef0-8ff06b7093c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:07.637924 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-19e797af-fbb6-4a37-b5a0-af2d1f362c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.644442 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-89f25498-e915-4ea0-8ef0-8ff06b7093c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.648017 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-89f25498-e915-4ea0-8ef0-8ff06b7093c2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4007e1a0-9e06-46c0-a661-3886dd7688fa HTTP/1.1" status: 204  len: 168 time: 0.3078334
May 10 17:20:07.691952 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-19e797af-fbb6-4a37-b5a0-af2d1f362c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.695698 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:07.707265 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e797af-fbb6-4a37-b5a0-af2d1f362c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d09ff25a-9446-4017-bc5c-5684da1a80fd,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:07.710797 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-19e797af-fbb6-4a37-b5a0-af2d1f362c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:07.715015 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-19e797af-fbb6-4a37-b5a0-af2d1f362c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.718924 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-19e797af-fbb6-4a37-b5a0-af2d1f362c3f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d09ff25a-9446-4017-bc5c-5684da1a80fd HTTP/1.1" status: 204  len: 168 time: 0.2503576
May 10 17:20:07.937505 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 53550) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:07.954479 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-13e23ac1-8a8d-4bb1-87eb-cf58fe125ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:07.968229 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-13e23ac1-8a8d-4bb1-87eb-cf58fe125ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:07.972129 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-13e23ac1-8a8d-4bb1-87eb-cf58fe125ea9 admin admin] Usage tracker for resource:security_group_rule and tenant:b9f4306d85df490db12b700269ee07f9 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:07.975366 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-13e23ac1-8a8d-4bb1-87eb-cf58fe125ea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:07.983732 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-13e23ac1-8a8d-4bb1-87eb-cf58fe125ea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:08.016071 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-a8cdf3d9-6e94-47c7-b877-4dec55c9befc tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Request body: {'port': {'device_id': '92dbb526-fe62-4eea-a99c-fb8105f3438c', 'network_id': 'e9c9da18-88ea-4f01-9df5-4118e97e1a38', 'admin_state_up': True, 'tenant_id': '6ad2c46a2acb4b4d94726b9d4662b49d'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:08.072891 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-d0911f2a-2c7a-4f57-8797-d2911d133215 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:20:08.078411 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-d0911f2a-2c7a-4f57-8797-d2911d133215 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0150580
May 10 17:20:08.207975 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-13e23ac1-8a8d-4bb1-87eb-cf58fe125ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:08.214246 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-13e23ac1-8a8d-4bb1-87eb-cf58fe125ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:08.233138 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-f19a7a7b-53dd-493c-99cd-ea2fbc6fdf30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:08.279053 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 53570) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:08.329016 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-21edd092-7c05-45b9-8a88-e2a83e8db9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:08.363936 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-13e23ac1-8a8d-4bb1-87eb-cf58fe125ea9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b9f4306d85df490db12b700269ee07f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4251688
May 10 17:20:08.365485 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e23ac1-8a8d-4bb1-87eb-cf58fe125ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=191c36be-42fc-4761-a5f2-0a7314aac2c1,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:08.368388 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 53582) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:08.372117 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-13e23ac1-8a8d-4bb1-87eb-cf58fe125ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:08.376331 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-21edd092-7c05-45b9-8a88-e2a83e8db9c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:08.388614 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-a8cdf3d9-6e94-47c7-b877-4dec55c9befc tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:08.393221 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-21edd092-7c05-45b9-8a88-e2a83e8db9c3 admin admin] Usage tracker for resource:security_group_rule and tenant:b5600d4c4f4b45d8a12f01b293911591 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:08.403234 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-21edd092-7c05-45b9-8a88-e2a83e8db9c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:08.406190 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-a8cdf3d9-6e94-47c7-b877-4dec55c9befc tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Usage tracker for resource:port and tenant:6ad2c46a2acb4b4d94726b9d4662b49d is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:08.425397 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-a8cdf3d9-6e94-47c7-b877-4dec55c9befc tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:08.445411 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-21edd092-7c05-45b9-8a88-e2a83e8db9c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:08.455119 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-a8cdf3d9-6e94-47c7-b877-4dec55c9befc tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:08.491025 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-a8cdf3d9-6e94-47c7-b877-4dec55c9befc tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Made reservation on behalf of 6ad2c46a2acb4b4d94726b9d4662b49d for: {'port': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:20:08.497820 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-a8cdf3d9-6e94-47c7-b877-4dec55c9befc tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:08.534809 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-97412c95-0741-42ec-b286-6b1939533c7c req-002fe0d3-b23e-44d7-9973-7c1fcce68662 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 210 time: 0.0806274
May 10 17:20:08.536858 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e42ea182-6658-4013-93a0-42111d401b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:08.618529 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e42ea182-6658-4013-93a0-42111d401b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:08.704443 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Request body: {'port': {'device_id': 'b022bb70-cca1-48d9-98cc-c4f53580a1b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:08.782587 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-21edd092-7c05-45b9-8a88-e2a83e8db9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:08.797771 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-21edd092-7c05-45b9-8a88-e2a83e8db9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:08.813235 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-51f09c05-4a58-463d-8488-b832bf7cedf4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:08.835626 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 53594) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:08.882950 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-21edd092-7c05-45b9-8a88-e2a83e8db9c3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5600d4c4f4b45d8a12f01b293911591&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6026268
May 10 17:20:08.884292 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-a8cdf3d9-6e94-47c7-b877-4dec55c9befc tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Allocated IP 172.20.0.11 (e9c9da18-88ea-4f01-9df5-4118e97e1a38/48e6d637-32f5-470b-861a-ccf3ae75f55d/eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:20:08.886696 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21edd092-7c05-45b9-8a88-e2a83e8db9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517c909e-ed1e-4a9c-b238-0cb093115122,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:08.890193 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 53598) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:09.006132 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-21edd092-7c05-45b9-8a88-e2a83e8db9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:09.019231 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a8b51267-58ce-497c-9120-93c8cf74b849 req-acf02421-1144-447c-953c-163bc1ac8f1d tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 210 time: 0.1850197
May 10 17:20:09.209037 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c7e41777-5d8f-4e5f-96bd-c705708dd659 req-a68e52f9-e52b-44d9-be76-40c5aef5c8ca tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 210 time: 0.0755210
May 10 17:20:09.224895 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a42461e1-2c32-4fb7-bb0e-62c6f6df1535 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:09.242636 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e42ea182-6658-4013-93a0-42111d401b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:09.250100 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:09.267726 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-89ac6490-11dd-4522-8b12-2358262a1a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:09.279474 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9acbad-7b6a-43c2-a65d-de2cf7820d80 req-1e1e08a0-1051-4028-8943-bbc41f2e7b82 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:09.280903 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3a9acbad-7b6a-43c2-a65d-de2cf7820d80 req-1e1e08a0-1051-4028-8943-bbc41f2e7b82 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 931 time: 0.5845165
May 10 17:20:09.282656 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.36', 53009) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:09.292808 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:09.308436 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-a42461e1-2c32-4fb7-bb0e-62c6f6df1535 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:09.340959 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-a42461e1-2c32-4fb7-bb0e-62c6f6df1535 admin admin] Usage tracker for resource:security_group_rule and tenant:f18e2d50cf0846ddbdbeb105d9b0fe9a is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:09.366638 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42ea182-6658-4013-93a0-42111d401b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=191c36be-42fc-4761-a5f2-0a7314aac2c1,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:09.402618 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-a8cdf3d9-6e94-47c7-b877-4dec55c9befc tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:09.436184 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-a8cdf3d9-6e94-47c7-b877-4dec55c9befc tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:09.444973 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:09.458949 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-a42461e1-2c32-4fb7-bb0e-62c6f6df1535 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:09.461794 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-e42ea182-6658-4013-93a0-42111d401b88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:09.485874 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-89ac6490-11dd-4522-8b12-2358262a1a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:09.494557 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-a42461e1-2c32-4fb7-bb0e-62c6f6df1535 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:09.507355 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-a8cdf3d9-6e94-47c7-b877-4dec55c9befc tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Network e9c9da18-88ea-4f01-9df5-4118e97e1a38 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:09.510504 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-a8cdf3d9-6e94-47c7-b877-4dec55c9befc tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:09.513504 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-a8cdf3d9-6e94-47c7-b877-4dec55c9befc tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:20:09.519213 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-a8cdf3d9-6e94-47c7-b877-4dec55c9befc tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:09.520059 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-a8cdf3d9-6e94-47c7-b877-4dec55c9befc tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:09.546803 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cdf3d9-6e94-47c7-b877-4dec55c9befc tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Pushing event updated for resources: {'Port': ['ID=eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:09.549718 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a8cdf3d9-6e94-47c7-b877-4dec55c9befc tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:09.555758 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e42ea182-6658-4013-93a0-42111d401b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:09.556837 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-e42ea182-6658-4013-93a0-42111d401b88 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/191c36be-42fc-4761-a5f2-0a7314aac2c1 HTTP/1.1" status: 204  len: 168 time: 1.1874392
May 10 17:20:09.568876 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-a8cdf3d9-6e94-47c7-b877-4dec55c9befc tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5630155
May 10 17:20:09.593846 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Request body: {'port': {'device_id': '92dbb526-fe62-4eea-a99c-fb8105f3438c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:09.673715 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3a9acbad-7b6a-43c2-a65d-de2cf7820d80 req-c9dda691-9ad4-487e-a0f9-99bc3942f055 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3676653
May 10 17:20:09.740158 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:09.825324 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a42461e1-2c32-4fb7-bb0e-62c6f6df1535 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:09.851614 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-ceb3d0ff-1b9c-4150-8d28-7284beb0ebf3 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:09.853358 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-ceb3d0ff-1b9c-4150-8d28-7284beb0ebf3 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.36 "GET /v2.0/networks?id=c40edc93-49fe-487d-9975-28a626203a59 HTTP/1.1" status: 200  len: 818 time: 0.5530865
May 10 17:20:09.858001 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a42461e1-2c32-4fb7-bb0e-62c6f6df1535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:09.899736 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:09.955637 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.36', 53012) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:09.972294 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-7b897a49-d6e4-4890-8468-7aab3f9498be tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Request body: {'port': {'device_id': '568c5267-2f2c-4d3b-8364-a05c2b8192b1', 'network_id': 'c40edc93-49fe-487d-9975-28a626203a59', 'admin_state_up': True, 'tenant_id': '7fc027d222ec41848aea01fc2452dce7'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:10.028173 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-89ac6490-11dd-4522-8b12-2358262a1a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:10.231932 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-a42461e1-2c32-4fb7-bb0e-62c6f6df1535 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=f18e2d50cf0846ddbdbeb105d9b0fe9a&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3918519
May 10 17:20:10.235081 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 53646) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:10.282569 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b798f-65ae-4cfe-8791-f1b483e5890d req-eeda1056-cd5c-41c8-a8dc-6664481fbea8 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:10.290052 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-237b798f-65ae-4cfe-8791-f1b483e5890d req-eeda1056-cd5c-41c8-a8dc-6664481fbea8 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 932 time: 0.6261945
May 10 17:20:10.294685 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-18f6b097-ee36-4841-894b-7564b6031461 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:10.295530 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-18f6b097-ee36-4841-894b-7564b6031461 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Synchronizing usage tracker for tenant:7fc027d222ec41848aea01fc2452dce7 on resource:network {{(pid=78698) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:20:10.317307 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42461e1-2c32-4fb7-bb0e-62c6f6df1535 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9f132a-5b2a-45e9-bd73-f60a2c4c0177,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:10.336192 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-18f6b097-ee36-4841-894b-7564b6031461 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Unset dirty status for tenant:7fc027d222ec41848aea01fc2452dce7 on resource:network {{(pid=78698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:20:10.337380 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-18f6b097-ee36-4841-894b-7564b6031461 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.36 "GET /v2.0/networks?id=c40edc93-49fe-487d-9975-28a626203a59 HTTP/1.1" status: 200  len: 818 time: 0.3807056
May 10 17:20:10.370320 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-3deed0ca-d26c-4066-8be1-d0fc0692b369 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Request body: {'port': {'device_id': 'ca99c621-cf4f-4224-b16f-83b403a4e810', 'network_id': 'c40edc93-49fe-487d-9975-28a626203a59', 'admin_state_up': True, 'tenant_id': '7fc027d222ec41848aea01fc2452dce7'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:10.451091 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-81dfa942-a5a4-4891-87b5-8d64a10cc640 req-507f498e-7781-4ba8-ba9a-5df01fb02705 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 210 time: 0.2493258
May 10 17:20:10.453184 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-a42461e1-2c32-4fb7-bb0e-62c6f6df1535 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.553s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:10.472806 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:10.519107 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.36', 53015) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:10.552495 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-89ac6490-11dd-4522-8b12-2358262a1a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:10.557638 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-89ac6490-11dd-4522-8b12-2358262a1a63 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/517c909e-ed1e-4a9c-b238-0cb093115122 HTTP/1.1" status: 204  len: 168 time: 1.6596699
May 10 17:20:10.564288 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4 {{(pid=78698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:20:10.578907 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:10.587317 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac6490-11dd-4522-8b12-2358262a1a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517c909e-ed1e-4a9c-b238-0cb093115122,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:10.590584 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-89ac6490-11dd-4522-8b12-2358262a1a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:10.767033 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-237b798f-65ae-4cfe-8791-f1b483e5890d req-c0071c22-154d-47db-af42-478ba77ea54f tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ec22f41-68ee-46f5-9082-a9436eeaf2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4757688
May 10 17:20:10.834231 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-4488ed52-00b3-4484-bcb6-ad868964c590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:10.867926 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.provisioning_blocks [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Transition to ACTIVE for port object eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4 will not be triggered until provisioned by entity L2. {{(pid=78698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:10.869044 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-3deed0ca-d26c-4066-8be1-d0fc0692b369 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:10.882752 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-3deed0ca-d26c-4066-8be1-d0fc0692b369 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Usage tracker for resource:port and tenant:7fc027d222ec41848aea01fc2452dce7 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:10.885884 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-3deed0ca-d26c-4066-8be1-d0fc0692b369 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:10.894386 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:10.895427 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-3deed0ca-d26c-4066-8be1-d0fc0692b369 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:10.922035 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:10.943115 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a435a01-5e96-4ca5-bec4-fb27c4859172 {{(pid=78697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:20:10.960747 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Notify callbacks [] for port, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.026606 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.provisioning_blocks [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Transition to ACTIVE for port object 7a435a01-5e96-4ca5-bec4-fb27c4859172 will not be triggered until provisioned by entity L2. {{(pid=78697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:11.047381 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-7b897a49-d6e4-4890-8468-7aab3f9498be tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:11.058253 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-33b569c3-2afc-44ca-8a23-4b16ce704231 req-4e82ce16-ceed-4296-99fe-d899275f3c23 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 210 time: 0.3257077
May 10 17:20:11.072047 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.079636 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-3deed0ca-d26c-4066-8be1-d0fc0692b369 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Made reservation on behalf of 7fc027d222ec41848aea01fc2452dce7 for: {'port': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:20:11.083504 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-3deed0ca-d26c-4066-8be1-d0fc0692b369 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.115307 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-7b897a49-d6e4-4890-8468-7aab3f9498be tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Usage tracker for resource:port and tenant:7fc027d222ec41848aea01fc2452dce7 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:11.127830 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-7b897a49-d6e4-4890-8468-7aab3f9498be tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Quota usage for port was recalculated. Used quota:1. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:11.136483 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-7b897a49-d6e4-4890-8468-7aab3f9498be tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:11.169290 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-4488ed52-00b3-4484-bcb6-ad868964c590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.178030 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:11.210635 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-7b897a49-d6e4-4890-8468-7aab3f9498be tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Made reservation on behalf of 7fc027d222ec41848aea01fc2452dce7 for: {'port': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:20:11.213692 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-cfd0d7cf-0794-427b-8be5-ab928645c505 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:11.214001 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-7b897a49-d6e4-4890-8468-7aab3f9498be tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.215681 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-cfd0d7cf-0794-427b-8be5-ab928645c505 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.36 "GET /v2.0/networks?id=a743af2b-ecde-4507-a08d-7e8e82f84011 HTTP/1.1" status: 200  len: 817 time: 0.6951354
May 10 17:20:11.229714 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Pushing event updated for resources: {'Port': ['ID=eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4,revision_number=2']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:11.255856 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:11.257786 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Attempting to bind port eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:11.258146 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Attempting to bind port eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f9bf77a0-c512-42ef-997e-9487e4d4658c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e9c9da18-88ea-4f01-9df5-4118e97e1a38'}] {{(pid=78698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:11.258502 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Attempting to bind port eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4 on network e9c9da18-88ea-4f01-9df5-4118e97e1a38 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:11.288050 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Port eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4 on network e9c9da18-88ea-4f01-9df5-4118e97e1a38 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:20:11.288551 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Attempting to bind port eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4 on network e9c9da18-88ea-4f01-9df5-4118e97e1a38 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:11.330045 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-e8ed224d-e630-43cb-88cb-39aa53bd3c52 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Synchronizing usage tracker for tenant:acb915c4b01148a7b37b3577f122af21 on resource:security_group {{(pid=78698) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:20:11.332660 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Checking agent: {'id': '87cc3cef-9683-423a-ab01-169475d75aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'started_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:11.332996 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Checking segment: {'id': 'f9bf77a0-c512-42ef-997e-9487e4d4658c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e9c9da18-88ea-4f01-9df5-4118e97e1a38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:11.333557 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Bound using segment: {'id': 'f9bf77a0-c512-42ef-997e-9487e4d4658c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e9c9da18-88ea-4f01-9df5-4118e97e1a38'} {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:11.334101 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Bound port: eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9bf77a0-c512-42ef-997e-9487e4d4658c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'e9c9da18-88ea-4f01-9df5-4118e97e1a38'}}] {{(pid=78698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:11.334418 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.403799 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-e8ed224d-e630-43cb-88cb-39aa53bd3c52 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Unset dirty status for tenant:acb915c4b01148a7b37b3577f122af21 on resource:security_group {{(pid=78698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:20:11.404945 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-e8ed224d-e630-43cb-88cb-39aa53bd3c52 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acb915c4b01148a7b37b3577f122af21 HTTP/1.1" status: 200  len: 380 time: 0.1482232
May 10 17:20:11.490999 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-3deed0ca-d26c-4066-8be1-d0fc0692b369 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Allocated IP 172.20.0.6 (c40edc93-49fe-487d-9975-28a626203a59/ab4050f2-b8f5-4efa-8308-283297f4ea49/b561183d-3956-4826-8e0f-46690d4b1fa6) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:20:11.509667 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] For port eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4, host hv-cinder-78638, cleared binding levels {{(pid=78698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:11.516387 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] For port eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4,segment=NetworkSegment(f9bf77a0-c512-42ef-997e-9487e4d4658c),segment_id=f9bf77a0-c512-42ef-997e-9487e4d4658c)] {{(pid=78698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:11.534752 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.550455 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:11.641818 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Pushing event updated for resources: {'Port': ['ID=eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4,revision_number=3']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:11.648412 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:11.665952 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:11.666591 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.668024 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] 10.222.0.36 "PUT /v2.0/ports/eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4 HTTP/1.1" status: 200  len: 1094 time: 2.0819447
May 10 17:20:11.668481 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92dbb526-fe62-4eea-a99c-fb8105f3438c', 'tag': 'eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4'}] {{(pid=78698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:11.728830 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-52331b69-23ae-4648-af73-dcb3c71a6cd0 req-354e7e39-a809-4ab5-a65d-3b2bb61ee00f tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 210 time: 0.0772328
May 10 17:20:11.729786 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Pushing event updated for resources: {'Port': ['ID=7a435a01-5e96-4ca5-bec4-fb27c4859172,revision_number=2']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:11.843256 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:11.903254 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Attempting to bind port 7a435a01-5e96-4ca5-bec4-fb27c4859172 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:11.903957 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Attempting to bind port 7a435a01-5e96-4ca5-bec4-fb27c4859172 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '30e48780-6b8b-42fb-959a-8e946ee097a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9'}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:11.903957 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Attempting to bind port 7a435a01-5e96-4ca5-bec4-fb27c4859172 on network 0cfd4b2e-df56-43d0-908b-ea446d61e6b9 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:11.921662 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Port 7a435a01-5e96-4ca5-bec4-fb27c4859172 on network 0cfd4b2e-df56-43d0-908b-ea446d61e6b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:20:11.921982 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Attempting to bind port 7a435a01-5e96-4ca5-bec4-fb27c4859172 on network 0cfd4b2e-df56-43d0-908b-ea446d61e6b9 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:11.942376 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-3deed0ca-d26c-4066-8be1-d0fc0692b369 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.987247 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba85a7a-dba8-4198-8bd0-cfd20561d7b6 req-f89fea5d-1106-4098-b565-d2fbe01a8be2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:11.987521 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-3deed0ca-d26c-4066-8be1-d0fc0692b369 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:11.988663 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2ba85a7a-dba8-4198-8bd0-cfd20561d7b6 req-f89fea5d-1106-4098-b565-d2fbe01a8be2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 943 time: 0.9362607
May 10 17:20:12.001989 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Checking agent: {'id': '87cc3cef-9683-423a-ab01-169475d75aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'started_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:12.002530 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Checking segment: {'id': '30e48780-6b8b-42fb-959a-8e946ee097a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:12.003005 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Bound using segment: {'id': '30e48780-6b8b-42fb-959a-8e946ee097a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9'} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:12.003449 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Bound port: 7a435a01-5e96-4ca5-bec4-fb27c4859172, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e48780-6b8b-42fb-959a-8e946ee097a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9'}}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:12.003794 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.006872 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-5c95b1bc-c7ff-47ec-88cf-f20623ba74c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:12.086900 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-3deed0ca-d26c-4066-8be1-d0fc0692b369 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Network c40edc93-49fe-487d-9975-28a626203a59 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:12.090310 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-3deed0ca-d26c-4066-8be1-d0fc0692b369 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:12.092864 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-3deed0ca-d26c-4066-8be1-d0fc0692b369 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:20:12.100068 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-3deed0ca-d26c-4066-8be1-d0fc0692b369 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:12.100699 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-3deed0ca-d26c-4066-8be1-d0fc0692b369 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.130217 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deed0ca-d26c-4066-8be1-d0fc0692b369 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Pushing event updated for resources: {'Port': ['ID=b561183d-3956-4826-8e0f-46690d4b1fa6,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:12.135666 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-3deed0ca-d26c-4066-8be1-d0fc0692b369 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:12.150512 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-4488ed52-00b3-4484-bcb6-ad868964c590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.151763 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-3deed0ca-d26c-4066-8be1-d0fc0692b369 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7861340
May 10 17:20:12.177191 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:12.230413 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488ed52-00b3-4484-bcb6-ad868964c590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9f132a-5b2a-45e9-bd73-f60a2c4c0177,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:12.248059 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-4488ed52-00b3-4484-bcb6-ad868964c590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:12.254903 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2ba85a7a-dba8-4198-8bd0-cfd20561d7b6 req-44a8e51d-b749-4550-80d1-8af325131054 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2575266
May 10 17:20:12.268854 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_common [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-7b897a49-d6e4-4890-8468-7aab3f9498be tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Allocated IP 172.20.0.5 (c40edc93-49fe-487d-9975-28a626203a59/ab4050f2-b8f5-4efa-8308-283297f4ea49/efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd) {{(pid=78697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:20:12.274802 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] For port 7a435a01-5e96-4ca5-bec4-fb27c4859172, host hv-cinder-78638, cleared binding levels {{(pid=78697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:12.282624 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] For port 7a435a01-5e96-4ca5-bec4-fb27c4859172, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7a435a01-5e96-4ca5-bec4-fb27c4859172,segment=NetworkSegment(30e48780-6b8b-42fb-959a-8e946ee097a6),segment_id=30e48780-6b8b-42fb-959a-8e946ee097a6)] {{(pid=78697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:12.294997 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-4488ed52-00b3-4484-bcb6-ad868964c590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.296126 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-4488ed52-00b3-4484-bcb6-ad868964c590 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1a9f132a-5b2a-45e9-bd73-f60a2c4c0177 HTTP/1.1" status: 204  len: 168 time: 2.0038977
May 10 17:20:12.300212 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.314926 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2728d7-aac1-42e2-a98a-45ec5d9a4c73 req-6bdb900c-b6ef-4020-ae9f-9fe536239367 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:12.316394 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2b2728d7-aac1-42e2-a98a-45ec5d9a4c73 req-6bdb900c-b6ef-4020-ae9f-9fe536239367 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 944 time: 0.3957834
May 10 17:20:12.319978 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:12.420946 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:12.421691 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.423262 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] 10.222.0.36 "PUT /v2.0/ports/7a435a01-5e96-4ca5-bec4-fb27c4859172 HTTP/1.1" status: 200  len: 1093 time: 4.0923314
May 10 17:20:12.427579 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b022bb70-cca1-48d9-98cc-c4f53580a1b9', 'tag': '7a435a01-5e96-4ca5-bec4-fb27c4859172'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:12.501098 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Pushing event updated for resources: {'Port': ['ID=7a435a01-5e96-4ca5-bec4-fb27c4859172,revision_number=3']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:12.510813 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2b2728d7-aac1-42e2-a98a-45ec5d9a4c73 req-2894ab0d-763f-4db4-92d6-44d333eab8cd tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ec22f41-68ee-46f5-9082-a9436eeaf2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1528413
May 10 17:20:12.511621 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:12.693700 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-999672ad-3621-4078-a1f0-e59d2c9191bb req-24e8489f-d56f-4029-864a-a3204f3fa28c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 210 time: 0.0769551
May 10 17:20:12.696004 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92dbb526-fe62-4eea-a99c-fb8105f3438c', 'tag': 'eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4', 'status': 'completed', 'code': 200}
May 10 17:20:12.701666 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-7b897a49-d6e4-4890-8468-7aab3f9498be tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Notify callbacks [] for port, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.735311 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-7b897a49-d6e4-4890-8468-7aab3f9498be tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.742551 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:12.824814 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-7b897a49-d6e4-4890-8468-7aab3f9498be tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Network c40edc93-49fe-487d-9975-28a626203a59 is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:12.825734 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b897a49-d6e4-4890-8468-7aab3f9498be tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Pushing event updated for resources: {'Port': ['ID=efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:12.828228 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-7b897a49-d6e4-4890-8468-7aab3f9498be tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:12.829923 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-7b897a49-d6e4-4890-8468-7aab3f9498be tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:12.830610 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-7b897a49-d6e4-4890-8468-7aab3f9498be tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Received port after_create {{(pid=78697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:20:12.900221 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 53766) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:12.920973 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1a6aad32-e3c8-4bd0-b219-25e8772af082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.936493 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-1a6aad32-e3c8-4bd0-b219-25e8772af082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:12.941441 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-1a6aad32-e3c8-4bd0-b219-25e8772af082 admin admin] Usage tracker for resource:security_group_rule and tenant:d05722f003ce431b89b4307c861a725c is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:12.944189 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-1a6aad32-e3c8-4bd0-b219-25e8772af082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:12.945487 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-7b897a49-d6e4-4890-8468-7aab3f9498be tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:12.946127 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-7b897a49-d6e4-4890-8468-7aab3f9498be tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:12.950125 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-1a6aad32-e3c8-4bd0-b219-25e8772af082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:12.979136 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-7b897a49-d6e4-4890-8468-7aab3f9498be tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0834007
May 10 17:20:12.997761 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa109e00-826f-4d4c-94a8-14e92378cc4c req-ffa99f21-4984-4c60-b6e9-bb7724c5323b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:12.998494 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-aa109e00-826f-4d4c-94a8-14e92378cc4c req-ffa99f21-4984-4c60-b6e9-bb7724c5323b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Synchronizing usage tracker for tenant:7fc027d222ec41848aea01fc2452dce7 on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:20:13.022260 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-aa109e00-826f-4d4c-94a8-14e92378cc4c req-ffa99f21-4984-4c60-b6e9-bb7724c5323b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Unset dirty status for tenant:7fc027d222ec41848aea01fc2452dce7 on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:20:13.024370 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-aa109e00-826f-4d4c-94a8-14e92378cc4c req-ffa99f21-4984-4c60-b6e9-bb7724c5323b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 931 time: 0.1557317
May 10 17:20:13.113682 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-aa109e00-826f-4d4c-94a8-14e92378cc4c req-515b9fc5-01d7-4659-8de9-a28c7f3cf6b4 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813205
May 10 17:20:13.120820 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1a6aad32-e3c8-4bd0-b219-25e8772af082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:13.126372 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1a6aad32-e3c8-4bd0-b219-25e8772af082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:13.134953 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-89f25498-e915-4ea0-8ef0-8ff06b7093c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:13.175843 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6aad32-e3c8-4bd0-b219-25e8772af082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc47bec-090a-46aa-b06a-6d4ac24bbc2d,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:13.179663 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-1a6aad32-e3c8-4bd0-b219-25e8772af082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:13.182125 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-1a6aad32-e3c8-4bd0-b219-25e8772af082 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d05722f003ce431b89b4307c861a725c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2809224
May 10 17:20:13.184788 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 53782) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:13.265604 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9ef16dbe-deba-4e0b-a2bb-67a132239a4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:13.279065 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b022bb70-cca1-48d9-98cc-c4f53580a1b9', 'tag': '7a435a01-5e96-4ca5-bec4-fb27c4859172', 'status': 'completed', 'code': 200}
May 10 17:20:13.295048 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9ef16dbe-deba-4e0b-a2bb-67a132239a4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:13.378238 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9ef16dbe-deba-4e0b-a2bb-67a132239a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:13.384164 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-debc3d0f-a81a-40cd-a0be-4880ca8cc3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:13.402707 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef16dbe-deba-4e0b-a2bb-67a132239a4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc47bec-090a-46aa-b06a-6d4ac24bbc2d,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:13.405288 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-9ef16dbe-deba-4e0b-a2bb-67a132239a4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:13.406743 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9ef16dbe-deba-4e0b-a2bb-67a132239a4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:13.410522 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-9ef16dbe-deba-4e0b-a2bb-67a132239a4c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9fc47bec-090a-46aa-b06a-6d4ac24bbc2d HTTP/1.1" status: 204  len: 168 time: 0.2222931
May 10 17:20:13.443755 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-46af8d2c-e855-433c-b76c-f1fb3a41cc8b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Request body: {'port': {'device_id': '9ac86cf8-f933-474a-9e63-aef9cd2041d0', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'admin_state_up': True, 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'security_groups': ['6f358e00-3105-4c48-96b0-6d3c36b32acf']}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:13.507313 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0935aa04-855f-4817-9479-dd9cce2b0d92 req-df3fc6dc-30f9-42a6-835f-949a39f6a1ea tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:13.508795 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0935aa04-855f-4817-9479-dd9cce2b0d92 req-df3fc6dc-30f9-42a6-835f-949a39f6a1ea tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 943 time: 0.1236448
May 10 17:20:13.623117 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0935aa04-855f-4817-9479-dd9cce2b0d92 req-8e3f4a3d-e5d0-467a-929b-c8b170e42efe tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1051660
May 10 17:20:13.644840 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-46af8d2c-e855-433c-b76c-f1fb3a41cc8b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:13.655799 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-46af8d2c-e855-433c-b76c-f1fb3a41cc8b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:13.670406 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-46af8d2c-e855-433c-b76c-f1fb3a41cc8b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Made reservation on behalf of acb915c4b01148a7b37b3577f122af21 for: {'port': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:20:13.674972 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-46af8d2c-e855-433c-b76c-f1fb3a41cc8b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:13.922395 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-46af8d2c-e855-433c-b76c-f1fb3a41cc8b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Allocated IP 172.20.0.3 (a743af2b-ecde-4507-a08d-7e8e82f84011/81a2b548-3d7f-41e8-846d-5a0ec57ae08d/a36caa3d-c0a8-46d5-8981-e9e734cd45b6) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:20:13.926932 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-12e89821-cbea-4bc9-a194-2c37180649da req-2e883bb1-08ce-40ea-92e0-4bcff897227f tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 210 time: 0.0684519
May 10 17:20:13.953999 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f77cf2-29b2-44b4-9807-54d7ab591305 req-5ce195bf-6414-4e27-9a41-09523bb49ca0 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:13.956119 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b9f77cf2-29b2-44b4-9807-54d7ab591305 req-5ce195bf-6414-4e27-9a41-09523bb49ca0 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 944 time: 0.2635090
May 10 17:20:14.053757 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b9f77cf2-29b2-44b4-9807-54d7ab591305 req-f6f62a66-c258-44d6-9b6a-c3e83b4d49f6 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ec22f41-68ee-46f5-9082-a9436eeaf2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917284
May 10 17:20:14.068389 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 53826) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:14.109405 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-9a8dba07-cac4-4c31-a002-e7272cd7ae63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:14.134157 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-9a8dba07-cac4-4c31-a002-e7272cd7ae63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:14.139526 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-9a8dba07-cac4-4c31-a002-e7272cd7ae63 admin admin] Usage tracker for resource:security_group_rule and tenant:6e6b7e9993be4326b0873462029e93a4 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:14.142531 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-9a8dba07-cac4-4c31-a002-e7272cd7ae63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:14.148485 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-9a8dba07-cac4-4c31-a002-e7272cd7ae63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:14.252730 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-46af8d2c-e855-433c-b76c-f1fb3a41cc8b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:14.271148 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.provisioning_blocks [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-46af8d2c-e855-433c-b76c-f1fb3a41cc8b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Transition to ACTIVE for port object a36caa3d-c0a8-46d5-8981-e9e734cd45b6 will not be triggered until provisioned by entity DHCP. {{(pid=78698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:14.296946 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-46af8d2c-e855-433c-b76c-f1fb3a41cc8b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:14.304470 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:14.307756 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-9a8dba07-cac4-4c31-a002-e7272cd7ae63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:14.313527 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-9a8dba07-cac4-4c31-a002-e7272cd7ae63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:14.326556 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-b8e42516-a8fd-4ed8-a4e8-09a4a5987297 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:14.374613 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-9a8dba07-cac4-4c31-a002-e7272cd7ae63 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6e6b7e9993be4326b0873462029e93a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3044066
May 10 17:20:14.375264 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8dba07-cac4-4c31-a002-e7272cd7ae63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad8238bd-397b-4c1c-8b36-68dc4f57ef0f,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:14.378645 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 53840) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:14.381589 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-9a8dba07-cac4-4c31-a002-e7272cd7ae63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:14.442413 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-46af8d2c-e855-433c-b76c-f1fb3a41cc8b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Network a743af2b-ecde-4507-a08d-7e8e82f84011 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:20:14.445657 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-46af8d2c-e855-433c-b76c-f1fb3a41cc8b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:14.448666 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-46af8d2c-e855-433c-b76c-f1fb3a41cc8b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:20:14.453335 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686499b3-bbee-41b7-8250-532df1cbc32d req-097837d7-04a6-4359-a528-7be7fe3a4029 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:14.454160 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-46af8d2c-e855-433c-b76c-f1fb3a41cc8b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:14.454795 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-686499b3-bbee-41b7-8250-532df1cbc32d req-097837d7-04a6-4359-a528-7be7fe3a4029 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 931 time: 0.1832955
May 10 17:20:14.454916 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-46af8d2c-e855-433c-b76c-f1fb3a41cc8b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:14.481800 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af8d2c-e855-433c-b76c-f1fb3a41cc8b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Pushing event updated for resources: {'Port': ['ID=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:14.485251 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2f9e9a6d-a98e-4896-8cfa-2eda7595361a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:14.485520 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-46af8d2c-e855-433c-b76c-f1fb3a41cc8b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:14.501663 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-46af8d2c-e855-433c-b76c-f1fb3a41cc8b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0720143
May 10 17:20:14.537919 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2f9e9a6d-a98e-4896-8cfa-2eda7595361a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:14.547436 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-686499b3-bbee-41b7-8250-532df1cbc32d req-6925be94-60cf-4c56-bf19-f50de5a1d49f tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0844045
May 10 17:20:14.597752 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2f9e9a6d-a98e-4896-8cfa-2eda7595361a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:14.602400 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:14.615639 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9e9a6d-a98e-4896-8cfa-2eda7595361a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad8238bd-397b-4c1c-8b36-68dc4f57ef0f,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:14.618858 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-2f9e9a6d-a98e-4896-8cfa-2eda7595361a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:14.620973 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2f9e9a6d-a98e-4896-8cfa-2eda7595361a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:14.622204 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-2f9e9a6d-a98e-4896-8cfa-2eda7595361a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ad8238bd-397b-4c1c-8b36-68dc4f57ef0f HTTP/1.1" status: 204  len: 168 time: 0.2423918
May 10 17:20:14.698786 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-6a5ca59e-b121-49bf-a06e-b2fd51fd2a22 None None] Provisioning for port a36caa3d-c0a8-46d5-8981-e9e734cd45b6 completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:14.710770 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-6a5ca59e-b121-49bf-a06e-b2fd51fd2a22 None None] Provisioning complete for port a36caa3d-c0a8-46d5-8981-e9e734cd45b6 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:14.711486 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-6a5ca59e-b121-49bf-a06e-b2fd51fd2a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:14.795453 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-6a5ca59e-b121-49bf-a06e-b2fd51fd2a22 None None] Port a36caa3d-c0a8-46d5-8981-e9e734cd45b6 cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:20:14.804153 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Request body: {'port': {'device_id': 'ca99c621-cf4f-4224-b16f-83b403a4e810', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:14.825974 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a631832-d619-4873-9585-f6b9efdd8dbd req-f5d53f89-3471-4736-a765-5251c33b9cd5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:14.833851 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9a631832-d619-4873-9585-f6b9efdd8dbd req-f5d53f89-3471-4736-a765-5251c33b9cd5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 943 time: 0.0976214
May 10 17:20:14.887740 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9a631832-d619-4873-9585-f6b9efdd8dbd req-fe4a4319-3176-467d-9be7-0bf387bc496b tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525346
May 10 17:20:14.919871 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Request body: {'port': {'device_id': '9ac86cf8-f933-474a-9e63-aef9cd2041d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:15.122620 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Request body: {'port': {'device_id': '568c5267-2f2c-4d3b-8364-a05c2b8192b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:15.153742 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:15.256161 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:15.343880 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee2df1-914b-4657-a91e-7ea5542e701d req-e60f23c5-0741-4c3d-95b9-284d8b1464ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:15.345489 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-d6ee2df1-914b-4657-a91e-7ea5542e701d req-e60f23c5-0741-4c3d-95b9-284d8b1464ec service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0f782c325f1445b94f0ff94b78c2c9f&device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 1096 time: 0.3812296
May 10 17:20:15.421413 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:15.501618 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-e9ce4b14-6fc9-4967-9159-a2df7bb9a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:15.503441 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-e9ce4b14-6fc9-4967-9159-a2df7bb9a050 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ad2c46a2acb4b4d94726b9d4662b49d&device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 1097 time: 0.6124942
May 10 17:20:15.598832 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f324d-273a-40f9-81e6-b6b7eb21e26c req-06610ec2-ac7c-4a5d-8e05-42b97a8da3a7 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:15.600433 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1d6f324d-273a-40f9-81e6-b6b7eb21e26c req-06610ec2-ac7c-4a5d-8e05-42b97a8da3a7 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 931 time: 0.4233518
May 10 17:20:15.624525 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8668fd-6f37-4afd-8fe2-a667d1a10419 req-c6f63915-9362-4f6e-9608-d72f2ef1b72d tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:15.625947 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5e8668fd-6f37-4afd-8fe2-a667d1a10419 req-c6f63915-9362-4f6e-9608-d72f2ef1b72d tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 944 time: 0.3799784
May 10 17:20:15.627229 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-0b87bcc6-c887-4a42-a9a8-7e917ec7f4b8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4 HTTP/1.1" status: 200  len: 217 time: 0.1027918
May 10 17:20:15.634794 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 53880) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:15.802015 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee2df1-914b-4657-a91e-7ea5542e701d req-11d6d628-d893-4f89-bc3e-ed258d98cf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:15.803493 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-d6ee2df1-914b-4657-a91e-7ea5542e701d req-11d6d628-d893-4f89-bc3e-ed258d98cf6b service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d0f782c325f1445b94f0ff94b78c2c9f&shared=False HTTP/1.1" status: 200  len: 915 time: 0.4140055
May 10 17:20:15.833001 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1d6f324d-273a-40f9-81e6-b6b7eb21e26c req-4f53465d-3ccd-4701-84df-28441a243535 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2187064
May 10 17:20:15.845654 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-4bb70b50-f518-4e07-89b3-16d65efedde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:15.847195 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-4bb70b50-f518-4e07-89b3-16d65efedde1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48e6d637-32f5-470b-861a-ccf3ae75f55d HTTP/1.1" status: 200  len: 852 time: 0.2055182
May 10 17:20:15.852400 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5e8668fd-6f37-4afd-8fe2-a667d1a10419 req-2d8db89e-56c8-41a7-b296-596b2f69296e tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ec22f41-68ee-46f5-9082-a9436eeaf2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1644082
May 10 17:20:15.856613 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1685229551-network', 'tenant_id': 'aba7e7d01b5f440a9e7e1b7a7f8e2bbe'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:15.899016 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:15.909459 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-bf59488d-26a6-4e02-89be-17d6f38fc489 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9c9da18-88ea-4f01-9df5-4118e97e1a38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0496066
May 10 17:20:15.910465 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Usage tracker for resource:network and tenant:aba7e7d01b5f440a9e7e1b7a7f8e2bbe is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:15.913360 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:15.943220 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:16.063630 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b561183d-3956-4826-8e0f-46690d4b1fa6 {{(pid=78698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:20:16.085047 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:16.087052 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Made reservation on behalf of aba7e7d01b5f440a9e7e1b7a7f8e2bbe for: {'network': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:20:16.089318 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for network, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:16.124474 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:16.138927 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.provisioning_blocks [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Transition to ACTIVE for port object b561183d-3956-4826-8e0f-46690d4b1fa6 will not be triggered until provisioned by entity L2. {{(pid=78698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:16.170576 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee2df1-914b-4657-a91e-7ea5542e701d req-228d5605-ddfd-4da3-b026-46414b6c8b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:16.172040 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-d6ee2df1-914b-4657-a91e-7ea5542e701d req-228d5605-ddfd-4da3-b026-46414b6c8b78 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3610697
May 10 17:20:16.178764 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:16.179909 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:16.191322 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:16.256826 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Pushing event updated for resources: {'Port': ['ID=b561183d-3956-4826-8e0f-46690d4b1fa6,revision_number=2']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:16.261055 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Usage tracker for resource:security_group_rule and tenant:aba7e7d01b5f440a9e7e1b7a7f8e2bbe is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:16.264872 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:16.283548 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:16.305421 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:16.323577 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a36caa3d-c0a8-46d5-8981-e9e734cd45b6 {{(pid=78698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:20:16.345936 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-942c6a24-2037-452d-9c51-21698acb9740 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c9da18-88ea-4f01-9df5-4118e97e1a38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4295802
May 10 17:20:16.396072 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:16.547202 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Attempting to bind port b561183d-3956-4826-8e0f-46690d4b1fa6 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:16.547531 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Attempting to bind port b561183d-3956-4826-8e0f-46690d4b1fa6 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'bb9bc946-95d0-481f-84a5-629b2a6016d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c40edc93-49fe-487d-9975-28a626203a59'}] {{(pid=78698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:16.547852 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Attempting to bind port b561183d-3956-4826-8e0f-46690d4b1fa6 on network c40edc93-49fe-487d-9975-28a626203a59 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:16.556306 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.provisioning_blocks [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Transition to ACTIVE for port object a36caa3d-c0a8-46d5-8981-e9e734cd45b6 will not be triggered until provisioned by entity L2. {{(pid=78698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:16.557139 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Port b561183d-3956-4826-8e0f-46690d4b1fa6 on network c40edc93-49fe-487d-9975-28a626203a59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:20:16.557589 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Attempting to bind port b561183d-3956-4826-8e0f-46690d4b1fa6 on network c40edc93-49fe-487d-9975-28a626203a59 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:16.565283 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:16.568178 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Checking agent: {'id': '87cc3cef-9683-423a-ab01-169475d75aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'started_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:16.568512 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Checking segment: {'id': 'bb9bc946-95d0-481f-84a5-629b2a6016d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c40edc93-49fe-487d-9975-28a626203a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:16.568885 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Bound using segment: {'id': 'bb9bc946-95d0-481f-84a5-629b2a6016d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c40edc93-49fe-487d-9975-28a626203a59'} {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:16.569309 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Bound port: b561183d-3956-4826-8e0f-46690d4b1fa6, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9bc946-95d0-481f-84a5-629b2a6016d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c40edc93-49fe-487d-9975-28a626203a59'}}] {{(pid=78698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:16.569640 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:16.615264 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4514ae-7884-4b8f-af15-ed6df899cfcf req-4b8f107b-9e52-42a8-9e7c-c1c8807c1fd3 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:16.617597 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:16.623925 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7d4514ae-7884-4b8f-af15-ed6df899cfcf req-4b8f107b-9e52-42a8-9e7c-c1c8807c1fd3 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 931 time: 0.6293066
May 10 17:20:16.671486 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f38db9-86d7-4119-b99f-0ce7affde89c req-87d89bc3-d383-4b02-ae1f-ba49cca42c97 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:16.673947 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f3f38db9-86d7-4119-b99f-0ce7affde89c req-87d89bc3-d383-4b02-ae1f-ba49cca42c97 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 943 time: 0.6310630
May 10 17:20:16.769665 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-86f939f7-e000-4477-b653-afc2c58fdf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:16.771515 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-86f939f7-e000-4477-b653-afc2c58fdf51 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0f782c325f1445b94f0ff94b78c2c9f&device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 1096 time: 0.5190866
May 10 17:20:16.789544 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd {{(pid=78697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:20:16.800467 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f3f38db9-86d7-4119-b99f-0ce7affde89c req-63f6dbc8-9069-4faf-a9e9-2f1c706414e3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1055810
May 10 17:20:16.817335 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Notify callbacks [] for port, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:16.839739 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-55f2cc04-1d1d-4768-8506-b3312b3923aa req-1b372262-984b-48ec-812f-0537921253ca service neutron] 10.222.0.36 "GET /v2.0/networks/e9c9da18-88ea-4f01-9df5-4118e97e1a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4834683
May 10 17:20:16.888710 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7d4514ae-7884-4b8f-af15-ed6df899cfcf req-bc9dc73b-cc7b-4324-b30d-6dfcc3ac5d76 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2633295
May 10 17:20:16.904898 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.provisioning_blocks [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Transition to ACTIVE for port object efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd will not be triggered until provisioned by entity L2. {{(pid=78697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:20:16.928732 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:16.960879 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-0d2f938e-ffe3-4820-98d8-b09fe55e35e5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:17.113901 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-f4cbe4db-502e-4aa5-87a9-1c0650731ecb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a435a01-5e96-4ca5-bec4-fb27c4859172 HTTP/1.1" status: 200  len: 217 time: 0.3182292
May 10 17:20:17.122978 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Pushing event updated for resources: {'Port': ['ID=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,revision_number=2']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:17.133809 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:17.181175 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-464596d1-1282-421b-94d3-90821850c5cf service neutron] For port b561183d-3956-4826-8e0f-46690d4b1fa6, host hv-cinder-78638, cleared binding levels {{(pid=78698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:17.183399 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Attempting to bind port a36caa3d-c0a8-46d5-8981-e9e734cd45b6 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:17.183761 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Attempting to bind port a36caa3d-c0a8-46d5-8981-e9e734cd45b6 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1f9ff01a-422a-4f14-97db-31941b15b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011'}] {{(pid=78698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:17.184083 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Attempting to bind port a36caa3d-c0a8-46d5-8981-e9e734cd45b6 on network a743af2b-ecde-4507-a08d-7e8e82f84011 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:17.201412 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Port a36caa3d-c0a8-46d5-8981-e9e734cd45b6 on network a743af2b-ecde-4507-a08d-7e8e82f84011 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:20:17.201806 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Attempting to bind port a36caa3d-c0a8-46d5-8981-e9e734cd45b6 on network a743af2b-ecde-4507-a08d-7e8e82f84011 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:17.208823 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-464596d1-1282-421b-94d3-90821850c5cf service neutron] For port b561183d-3956-4826-8e0f-46690d4b1fa6, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b561183d-3956-4826-8e0f-46690d4b1fa6,segment=NetworkSegment(bb9bc946-95d0-481f-84a5-629b2a6016d3),segment_id=bb9bc946-95d0-481f-84a5-629b2a6016d3)] {{(pid=78698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:17.218181 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Checking agent: {'id': '87cc3cef-9683-423a-ab01-169475d75aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'started_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 19, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:17.218549 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Checking segment: {'id': '1f9ff01a-422a-4f14-97db-31941b15b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:17.218935 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Bound using segment: {'id': '1f9ff01a-422a-4f14-97db-31941b15b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011'} {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:17.219360 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Bound port: a36caa3d-c0a8-46d5-8981-e9e734cd45b6, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9ff01a-422a-4f14-97db-31941b15b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011'}}] {{(pid=78698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:17.219704 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:17.228953 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:17.232856 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-f64a3ec7-e640-41c9-a124-443de43b18fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:17.234282 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-f64a3ec7-e640-41c9-a124-443de43b18fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ba516fbc-860b-4d47-a60d-b736d75a32f9 HTTP/1.1" status: 200  len: 854 time: 0.1069613
May 10 17:20:17.284093 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Pushing event updated for resources: {'Port': ['ID=efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd,revision_number=2']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:17.287046 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-d90e6d24-8fda-4c3d-b606-909231197a34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:17.343617 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:17.388863 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-06cbf412-e4af-4ff8-82bc-b038e0f80deb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0cfd4b2e-df56-43d0-908b-ea446d61e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1467345
May 10 17:20:17.446608 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:17.447050 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:17.448512 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-464596d1-1282-421b-94d3-90821850c5cf service neutron] 10.222.0.36 "PUT /v2.0/ports/b561183d-3956-4826-8e0f-46690d4b1fa6 HTTP/1.1" status: 200  len: 1093 time: 2.6595922
May 10 17:20:17.449106 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca99c621-cf4f-4224-b16f-83b403a4e810', 'tag': 'b561183d-3956-4826-8e0f-46690d4b1fa6'}] {{(pid=78698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:17.478437 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:17.493114 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:17.568111 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:17.576833 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-13e23ac1-8a8d-4bb1-87eb-cf58fe125ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:17.597305 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Pushing event updated for resources: {'Port': ['ID=b561183d-3956-4826-8e0f-46690d4b1fa6,revision_number=3']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:17.606878 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:17.630681 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] For port a36caa3d-c0a8-46d5-8981-e9e734cd45b6, host hv-cinder-78638, cleared binding levels {{(pid=78698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:17.635381 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327}  {{(pid=78697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:20:17.651501 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8b948c-b384-4f67-826f-c32ef749176c,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:17.654644 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] For port a36caa3d-c0a8-46d5-8981-e9e734cd45b6, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:17.658520 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:17.666833 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:17.679955 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:17.680282 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.db.segments_db [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Added segment 219599df-6f1f-45b1-a4ef-bbf04eed189d of type vlan for network 6ada23b6-aca9-4c7b-b3ff-f24cce9ead4c
May 10 17:20:17.687100 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:17.739305 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-cdabf2f9-d7f3-414c-afec-a4c8d4f1264e service neutron] 10.222.0.36 "GET /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3337493
May 10 17:20:17.748750 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Attempting to bind port efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:20:17.748750 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Attempting to bind port efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'bb9bc946-95d0-481f-84a5-629b2a6016d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c40edc93-49fe-487d-9975-28a626203a59'}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:20:17.749038 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Attempting to bind port efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd on network c40edc93-49fe-487d-9975-28a626203a59 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:17.759724 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6036a4-3854-4b4a-ac99-6c2837d9296b req-03b64cd0-36cc-4728-94f3-de27511d3e64 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:17.767344 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ff6036a4-3854-4b4a-ac99-6c2837d9296b req-03b64cd0-36cc-4728-94f3-de27511d3e64 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.4854057
May 10 17:20:17.775277 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f9e78-9688-456d-96ab-a2143584eb70 req-a7778a70-d8e6-443c-93d3-56be85de33e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:17.776700 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e01f9e78-9688-456d-96ab-a2143584eb70 req-a7778a70-d8e6-443c-93d3-56be85de33e0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6ad2c46a2acb4b4d94726b9d4662b49d&device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 1097 time: 0.5346682
May 10 17:20:17.784756 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16884983-f6d0-42c2-b1f7-9f57b662183a req-94654c06-1273-477b-9691-31e7c9d8ba2a tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:17.792393 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-16884983-f6d0-42c2-b1f7-9f57b662183a req-94654c06-1273-477b-9691-31e7c9d8ba2a tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 944 time: 0.5093176
May 10 17:20:17.826017 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765769838210'] for network, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:17.829604 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Port efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd on network c40edc93-49fe-487d-9975-28a626203a59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:20:17.829922 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Attempting to bind port efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd on network c40edc93-49fe-487d-9975-28a626203a59 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:20:17.836508 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:17.837102 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:17.838444 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] 10.222.0.36 "PUT /v2.0/ports/a36caa3d-c0a8-46d5-8981-e9e734cd45b6 HTTP/1.1" status: 200  len: 1093 time: 2.9374793
May 10 17:20:17.847098 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-c6c83664-f2d6-4c07-9b26-c0e81aac56e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:17.848810 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-c6c83664-f2d6-4c07-9b26-c0e81aac56e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fc027d222ec41848aea01fc2452dce7&device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 1096 time: 0.3297229
May 10 17:20:17.921988 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Checking agent: {'id': '87cc3cef-9683-423a-ab01-169475d75aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'started_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 20, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:20:17.922244 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Checking segment: {'id': 'bb9bc946-95d0-481f-84a5-629b2a6016d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c40edc93-49fe-487d-9975-28a626203a59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:17.922592 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Bound using segment: {'id': 'bb9bc946-95d0-481f-84a5-629b2a6016d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c40edc93-49fe-487d-9975-28a626203a59'} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:20:17.923048 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Bound port: efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb9bc946-95d0-481f-84a5-629b2a6016d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'c40edc93-49fe-487d-9975-28a626203a59'}}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:20:17.923388 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:18.009508 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ff6036a4-3854-4b4a-ac99-6c2837d9296b req-d1944ed1-a596-49cf-b6ec-98c0cb1d3fc9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2412210
May 10 17:20:18.043384 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Pushing event updated for resources: {'Port': ['ID=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,revision_number=3']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:18.053752 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:18.096830 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-a61b71ad-0039-40b9-8543-f1497a56a177 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b561183d-3956-4826-8e0f-46690d4b1fa6 HTTP/1.1" status: 200  len: 217 time: 0.2242854
May 10 17:20:18.102444 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-e0a18e50-fd0e-4dc2-a8c9-7283a77ddda3 service neutron] 10.222.0.36 "GET /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3514473
May 10 17:20:18.105799 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-16884983-f6d0-42c2-b1f7-9f57b662183a req-57c584cc-0ad5-4196-bcdc-dcd7f531a114 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ec22f41-68ee-46f5-9082-a9436eeaf2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3124573
May 10 17:20:18.139167 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca99c621-cf4f-4224-b16f-83b403a4e810', 'tag': 'b561183d-3956-4826-8e0f-46690d4b1fa6', 'status': 'completed', 'code': 200}
May 10 17:20:18.183765 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-0828e67a-5796-4d33-8916-0f138f06f479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:18.185219 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-0828e67a-5796-4d33-8916-0f138f06f479 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab4050f2-b8f5-4efa-8308-283297f4ea49 HTTP/1.1" status: 200  len: 858 time: 0.0818408
May 10 17:20:18.187233 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-65e11f4b-ca75-4a2c-87b8-8108664e9340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:18.188554 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-65e11f4b-ca75-4a2c-87b8-8108664e9340 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acb915c4b01148a7b37b3577f122af21&device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 1096 time: 0.2561738
May 10 17:20:18.231512 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for network, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:18.237271 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:18.237853 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:18.241590 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f9e78-9688-456d-96ab-a2143584eb70 req-a9ca7bc0-807e-4506-84eb-1cb145d25472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:18.243041 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e01f9e78-9688-456d-96ab-a2143584eb70 req-a9ca7bc0-807e-4506-84eb-1cb145d25472 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e9c9da18-88ea-4f01-9df5-4118e97e1a38 HTTP/1.1" status: 200  len: 913 time: 0.4455523
May 10 17:20:18.247237 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-067bb7a5-a80c-4abd-ad06-ac2cf4bc6a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:18.310555 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-26556b7f-09b1-42fb-a95d-28d8f7b6e989 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a36caa3d-c0a8-46d5-8981-e9e734cd45b6 HTTP/1.1" status: 200  len: 217 time: 0.0938432
May 10 17:20:18.311002 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 53952) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:18.328674 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-b6ae5cb7-1c04-40e5-92db-df644367c5c0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c40edc93-49fe-487d-9975-28a626203a59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0553119
May 10 17:20:18.504867 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e01f9e78-9688-456d-96ab-a2143584eb70 req-d5b98657-5fe6-4f1a-8190-6e6ec43bace5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4 HTTP/1.1" status: 200  len: 217 time: 0.2316880
May 10 17:20:18.517865 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] For port efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd, host hv-cinder-78638, cleared binding levels {{(pid=78697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:20:18.552318 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3b8c2026-f7cf-468e-9233-c989928f2226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:18.567420 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-4e91aba2-7630-46c7-9c24-a64f15d348c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:18.568848 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-4e91aba2-7630-46c7-9c24-a64f15d348c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81a2b548-3d7f-41e8-846d-5a0ec57ae08d HTTP/1.1" status: 200  len: 856 time: 0.2515597
May 10 17:20:18.569748 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.9143741
May 10 17:20:18.575423 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Pushing event updated for resources: {'Network': ['ID=6ada23b6-aca9-4c7b-b3ff-f24cce9ead4c,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:18.577608 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 53964) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:18.578777 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] For port efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd,segment=NetworkSegment(bb9bc946-95d0-481f-84a5-629b2a6016d3),segment_id=bb9bc946-95d0-481f-84a5-629b2a6016d3)] {{(pid=78697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:20:18.583022 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-3b8c2026-f7cf-468e-9233-c989928f2226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:18.587734 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:18.588842 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Network 6ada23b6-aca9-4c7b-b3ff-f24cce9ead4c details requested by agent ovs-agent-dv-cinder-786383-3-iscsi with host dv-cinder-786383-3-iscsi {{(pid=78699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:20:18.594944 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-8967e613-bda6-4541-be82-1cbd9096be28 admin admin] Request body: {'subnet': {'network_id': '6ada23b6-aca9-4c7b-b3ff-f24cce9ead4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1685229551-subnet', 'tenant_id': 'aba7e7d01b5f440a9e7e1b7a7f8e2bbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:18.599301 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:18.604917 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-8967e613-bda6-4541-be82-1cbd9096be28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:18.621174 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:18.627410 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-3b8c2026-f7cf-468e-9233-c989928f2226 admin admin] Usage tracker for resource:security_group_rule and tenant:7d9e520943de455fbb487677864022c2 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:18.633889 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-3b8c2026-f7cf-468e-9233-c989928f2226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:18.646458 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-3b8c2026-f7cf-468e-9233-c989928f2226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:18.650370 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-8967e613-bda6-4541-be82-1cbd9096be28 admin admin] Usage tracker for resource:subnet and tenant:aba7e7d01b5f440a9e7e1b7a7f8e2bbe is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:18.674969 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-8967e613-bda6-4541-be82-1cbd9096be28 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:18.693352 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f9e78-9688-456d-96ab-a2143584eb70 req-52765428-ce50-472e-b90f-dbcbff714d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:18.695311 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e01f9e78-9688-456d-96ab-a2143584eb70 req-52765428-ce50-472e-b90f-dbcbff714d9f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=48e6d637-32f5-470b-861a-ccf3ae75f55d HTTP/1.1" status: 200  len: 852 time: 0.1809187
May 10 17:20:18.696934 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-05174d7b-a23b-4959-a4d7-fb963317217f service neutron] 10.222.0.36 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3363194
May 10 17:20:18.700896 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-8967e613-bda6-4541-be82-1cbd9096be28 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:18.703632 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:18.704151 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:18.705605 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] 10.222.0.36 "PUT /v2.0/ports/efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd HTTP/1.1" status: 200  len: 1093 time: 3.8158700
May 10 17:20:18.707755 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '568c5267-2f2c-4d3b-8364-a05c2b8192b1', 'tag': 'efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:18.796615 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e01f9e78-9688-456d-96ab-a2143584eb70 req-499cb42b-f960-4ff2-9523-45020155663c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e9c9da18-88ea-4f01-9df5-4118e97e1a38&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0807233
May 10 17:20:18.817272 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-4fb91e98-43a4-4536-a0ef-95f2dedc5d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:18.818776 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-4fb91e98-43a4-4536-a0ef-95f2dedc5d60 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a743af2b-ecde-4507-a08d-7e8e82f84011&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2335477
May 10 17:20:18.835218 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd793c-1390-45b1-92f0-4ffb22c90c74 req-a952e527-efa9-443f-bcbd-5749c991fb50 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:18.836695 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bbfd793c-1390-45b1-92f0-4ffb22c90c74 req-a952e527-efa9-443f-bcbd-5749c991fb50 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 943 time: 0.5708268
May 10 17:20:18.837312 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8967e613-bda6-4541-be82-1cbd9096be28 admin admin] Made reservation on behalf of aba7e7d01b5f440a9e7e1b7a7f8e2bbe for: {'subnet': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:20:18.839524 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-8967e613-bda6-4541-be82-1cbd9096be28 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11233373'] for subnet, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:18.890186 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Pushing event updated for resources: {'Port': ['ID=efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd,revision_number=3']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:18.899778 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2271ef9-baae-496f-8a50-34856f068cb0 req-cce86b0b-33ed-4deb-9fb1-3deef8b2b75a tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:18.901238 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e2271ef9-baae-496f-8a50-34856f068cb0 req-cce86b0b-33ed-4deb-9fb1-3deef8b2b75a tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 943 time: 0.6657641
May 10 17:20:18.902059 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:19.029398 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3b8c2026-f7cf-468e-9233-c989928f2226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:19.057241 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3b8c2026-f7cf-468e-9233-c989928f2226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:19.106097 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:19.140805 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-3b8c2026-f7cf-468e-9233-c989928f2226 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7d9e520943de455fbb487677864022c2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8246472
May 10 17:20:19.143726 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8c2026-f7cf-468e-9233-c989928f2226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fb4d78e-b220-4637-a174-93db2ec596c1,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:19.145497 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 53994) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:19.162082 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-3b8c2026-f7cf-468e-9233-c989928f2226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:19.167031 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-13e59dc8-9b5a-4dd1-a853-81d003718705 req-26c5e95a-c5b8-4c1d-a746-1b9a1fcd5fa6 service neutron] 10.222.0.36 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4474599
May 10 17:20:19.213065 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-dfb83103-46f8-4a33-a00c-e189d89e41af service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3867023
May 10 17:20:19.273014 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bbfd793c-1390-45b1-92f0-4ffb22c90c74 req-9b47b77f-8f48-4f0f-ba07-d49b640496e4 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4121268
May 10 17:20:19.295118 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e2271ef9-baae-496f-8a50-34856f068cb0 req-f2b7fb83-4598-4fb4-b3e2-ca99841e6e1f tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2234254
May 10 17:20:19.361386 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e01f9e78-9688-456d-96ab-a2143584eb70 req-c9f8d358-29f9-4f85-a6df-2e3c3fd2fff9 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c9da18-88ea-4f01-9df5-4118e97e1a38?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5027168
May 10 17:20:19.366620 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-6ec6f14a-1193-4fa4-80e6-86d71c68181f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:19.368420 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-6ec6f14a-1193-4fa4-80e6-86d71c68181f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fc027d222ec41848aea01fc2452dce7&device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 1096 time: 0.5753052
May 10 17:20:19.402189 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-9bb0ec67-c96b-423c-bb2d-6ba6fe2e7bcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:19.494438 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '568c5267-2f2c-4d3b-8364-a05c2b8192b1', 'tag': 'efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd', 'status': 'completed', 'code': 200}
May 10 17:20:19.600877 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2c7b3-529e-452d-8050-927de4e2cf28 req-7b2d05bd-c46b-43e9-a38f-f56888274701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:19.602325 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-77f2c7b3-529e-452d-8050-927de4e2cf28 req-7b2d05bd-c46b-43e9-a38f-f56888274701 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fc027d222ec41848aea01fc2452dce7&device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 1096 time: 0.2764809
May 10 17:20:19.605432 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-f943d5ff-64d8-4c0f-a6f1-97387705ada5 service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3229613
May 10 17:20:19.605793 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-e4ce2a7a-89fe-4040-b7f0-60e4293ffed0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd HTTP/1.1" status: 200  len: 217 time: 0.2052217
May 10 17:20:19.723697 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-9bb0ec67-c96b-423c-bb2d-6ba6fe2e7bcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:19.749720 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2c7b3-529e-452d-8050-927de4e2cf28 req-30ec6ed9-2b3f-46da-aa41-567a8a8763ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:19.751178 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-77f2c7b3-529e-452d-8050-927de4e2cf28 req-30ec6ed9-2b3f-46da-aa41-567a8a8763ad service neutron] 10.222.0.36 "GET /v2.0/networks?id=c40edc93-49fe-487d-9975-28a626203a59 HTTP/1.1" status: 200  len: 919 time: 0.1269565
May 10 17:20:19.823079 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-77f2c7b3-529e-452d-8050-927de4e2cf28 req-c8515e91-5ed4-41c4-8e66-4fc5f2a9b4a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b561183d-3956-4826-8e0f-46690d4b1fa6 HTTP/1.1" status: 200  len: 217 time: 0.0655658
May 10 17:20:19.866278 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-866e1500-6010-4fba-8320-eec671ca5869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:19.867729 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-866e1500-6010-4fba-8320-eec671ca5869 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab4050f2-b8f5-4efa-8308-283297f4ea49 HTTP/1.1" status: 200  len: 858 time: 0.2020547
May 10 17:20:19.892041 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f2c7b3-529e-452d-8050-927de4e2cf28 req-154849ba-4320-4506-b30f-fabdf39d2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:19.893556 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-77f2c7b3-529e-452d-8050-927de4e2cf28 req-154849ba-4320-4506-b30f-fabdf39d2c39 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab4050f2-b8f5-4efa-8308-283297f4ea49 HTTP/1.1" status: 200  len: 858 time: 0.0631421
May 10 17:20:19.907667 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e01f9e78-9688-456d-96ab-a2143584eb70 req-0322fd91-7c58-4fa4-9d9b-1c7bc2317397 service neutron] 10.222.0.36 "GET /v2.0/networks/e9c9da18-88ea-4f01-9df5-4118e97e1a38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5381701
May 10 17:20:19.927623 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-2871acde-9156-4b27-a151-77d9d6084032 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c40edc93-49fe-487d-9975-28a626203a59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0517304
May 10 17:20:19.944335 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-77f2c7b3-529e-452d-8050-927de4e2cf28 req-7d99e49f-562f-487b-9014-b1ec41f4fa04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c40edc93-49fe-487d-9975-28a626203a59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0440876
May 10 17:20:20.048351 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f7699-8d04-4237-bc07-8450cb34dcfa req-4f7d746d-57e8-4f3b-a2ca-a641abfaa90e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:20.049716 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4c9f7699-8d04-4237-bc07-8450cb34dcfa req-4f7d746d-57e8-4f3b-a2ca-a641abfaa90e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.5095918
May 10 17:20:20.060244 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-9bb0ec67-c96b-423c-bb2d-6ba6fe2e7bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:20.069397 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c050333c-bf75-4738-acad-807dfc777f74 req-d543cba9-a6e6-4210-bfe7-63839c4f05ec tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:20.070824 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c050333c-bf75-4738-acad-807dfc777f74 req-d543cba9-a6e6-4210-bfe7-63839c4f05ec tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 944 time: 0.4684255
May 10 17:20:20.076423 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:20.078778 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-77f2c7b3-529e-452d-8050-927de4e2cf28 req-27b23e9e-0089-4c1c-a691-11883f8ebc8c service neutron] 10.222.0.36 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1265211
May 10 17:20:20.150992 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac86cf8-f933-474a-9e63-aef9cd2041d0', 'tag': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6'}] {{(pid=78698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:20.165450 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb0ec67-c96b-423c-bb2d-6ba6fe2e7bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fb4d78e-b220-4637-a174-93db2ec596c1,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:20.180498 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-9bb0ec67-c96b-423c-bb2d-6ba6fe2e7bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:20.213643 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-25f2cecc-c19c-4d00-8bd5-587cb1373f3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:20.214244 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-77f2c7b3-529e-452d-8050-927de4e2cf28 req-3b05cb40-12d6-4c7d-9f22-182c4957cdb4 service neutron] 10.222.0.36 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1289918
May 10 17:20:20.257683 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-9bb0ec67-c96b-423c-bb2d-6ba6fe2e7bcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:20.258803 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-9bb0ec67-c96b-423c-bb2d-6ba6fe2e7bcb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5fb4d78e-b220-4637-a174-93db2ec596c1 HTTP/1.1" status: 204  len: 168 time: 1.1045656
May 10 17:20:20.269201 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c050333c-bf75-4738-acad-807dfc777f74 req-c8140645-e8ac-4024-a574-4b0aa3c83c5e tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ec22f41-68ee-46f5-9082-a9436eeaf2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1854963
May 10 17:20:20.271767 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4c9f7699-8d04-4237-bc07-8450cb34dcfa req-c72127e4-b76b-4720-96cf-14acc052662f tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2000556
May 10 17:20:20.274460 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-53db3060-21a0-49e0-8afb-32a06124a788 service neutron] 10.222.0.36 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3389051
May 10 17:20:20.344995 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac86cf8-f933-474a-9e63-aef9cd2041d0', 'tag': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6', 'status': 'completed', 'code': 200}
May 10 17:20:20.527595 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d78850-bbf1-44e0-8663-0519460bcb1a req-d178b3cb-f23f-41d9-8efb-f7d3e78b321f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:20.537368 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-10d78850-bbf1-44e0-8663-0519460bcb1a req-d178b3cb-f23f-41d9-8efb-f7d3e78b321f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acb915c4b01148a7b37b3577f122af21&device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 1096 time: 0.1206288
May 10 17:20:20.584268 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-75d72033-1ed3-47bb-83ae-954f660cef14 req-926f6b5f-6c80-49e1-85bc-5588ddaccd88 service neutron] 10.222.0.36 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3021066
May 10 17:20:20.645098 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-8967e613-bda6-4541-be82-1cbd9096be28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-944178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11233327'] for subnet, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:20.657375 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:20.770073 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 54032) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:20.813804 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d78850-bbf1-44e0-8663-0519460bcb1a req-c478f334-140f-4c13-bf74-f48e8c11e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:20.815649 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-10d78850-bbf1-44e0-8663-0519460bcb1a req-c478f334-140f-4c13-bf74-f48e8c11e83f service neutron] 10.222.0.36 "GET /v2.0/networks?id=a743af2b-ecde-4507-a08d-7e8e82f84011 HTTP/1.1" status: 200  len: 918 time: 0.2685697
May 10 17:20:20.891358 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967e613-bda6-4541-be82-1cbd9096be28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=96b48bbd-2c42-475b-99cf-46b7849f0823,revision_number=0']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:20.892786 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-10d78850-bbf1-44e0-8663-0519460bcb1a req-b5cc6f70-fe15-4693-a3c6-9a8cd36b3478 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a36caa3d-c0a8-46d5-8981-e9e734cd45b6 HTTP/1.1" status: 200  len: 217 time: 0.0708630
May 10 17:20:20.914267 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-8967e613-bda6-4541-be82-1cbd9096be28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:20.932486 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-af09bc5a-467f-40c9-bf4e-9b1f3aed7491 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:20.967385 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d78850-bbf1-44e0-8663-0519460bcb1a req-ee1272a8-b0b2-4351-a2a2-49da7a93fd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:20.968774 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-10d78850-bbf1-44e0-8663-0519460bcb1a req-ee1272a8-b0b2-4351-a2a2-49da7a93fd08 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81a2b548-3d7f-41e8-846d-5a0ec57ae08d HTTP/1.1" status: 200  len: 856 time: 0.0691228
May 10 17:20:20.974016 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd21ccd-907b-40c3-8752-1f39047c91da req-88029263-6377-40d8-b383-20d2fc898576 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:20.975552 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bdd21ccd-907b-40c3-8752-1f39047c91da req-88029263-6377-40d8-b383-20d2fc898576 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 943 time: 0.5250924
May 10 17:20:20.993071 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0db886-1c43-4d41-be05-4f552c9b8d6f req-f4786641-e8bf-4f98-9307-c51b59bbe4ad tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:20.994653 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3b0db886-1c43-4d41-be05-4f552c9b8d6f req-f4786641-e8bf-4f98-9307-c51b59bbe4ad tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 943 time: 0.5404279
May 10 17:20:20.996828 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-af09bc5a-467f-40c9-bf4e-9b1f3aed7491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:21.022574 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-af09bc5a-467f-40c9-bf4e-9b1f3aed7491 admin admin] Usage tracker for resource:security_group_rule and tenant:17b3c0fc9f7840b0ac6c79fc54308ccf is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:21.039770 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8967e613-bda6-4541-be82-1cbd9096be28 admin admin] Checking segment: {'id': '219599df-6f1f-45b1-a4ef-bbf04eed189d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '6ada23b6-aca9-4c7b-b3ff-f24cce9ead4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:21.040610 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8967e613-bda6-4541-be82-1cbd9096be28 admin admin] Network hostable DHCP agents. Network: 6ada23b6-aca9-4c7b-b3ff-f24cce9ead4c, hostable agents: ['09c01bda-92a2-48bb-bf54-854a116a5737'], hosted agents: [] {{(pid=78697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:20:21.049057 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-af09bc5a-467f-40c9-bf4e-9b1f3aed7491 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:21.061418 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-af09bc5a-467f-40c9-bf4e-9b1f3aed7491 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:21.064346 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d78850-bbf1-44e0-8663-0519460bcb1a req-9204b580-0439-423a-b325-cf14bf3c069f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:21.066597 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-10d78850-bbf1-44e0-8663-0519460bcb1a req-9204b580-0439-423a-b325-cf14bf3c069f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a743af2b-ecde-4507-a08d-7e8e82f84011&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0911846
May 10 17:20:21.135676 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bdd21ccd-907b-40c3-8752-1f39047c91da req-fc546382-d57a-4831-a795-370e4ddc4df8 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360295
May 10 17:20:21.144212 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f442c9-20a0-419f-8d28-759ce7f43a7b req-abcabb8c-8127-4168-9637-b70cb4ca0fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:21.145832 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b6f442c9-20a0-419f-8d28-759ce7f43a7b req-abcabb8c-8127-4168-9637-b70cb4ca0fd9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fc027d222ec41848aea01fc2452dce7&device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 1096 time: 0.4326918
May 10 17:20:21.148666 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3b0db886-1c43-4d41-be05-4f552c9b8d6f req-d4c90595-0d74-4804-a5ce-447fe9dfb491 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1454611
May 10 17:20:21.153307 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8967e613-bda6-4541-be82-1cbd9096be28 admin admin] Network 6ada23b6-aca9-4c7b-b3ff-f24cce9ead4c is scheduled to be hosted by DHCP agent 09c01bda-92a2-48bb-bf54-854a116a5737 with binding_index 1 {{(pid=78697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:20:21.215468 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-10d78850-bbf1-44e0-8663-0519460bcb1a req-59594d66-a24c-430b-a608-af6f22ac51b8 service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1400733
May 10 17:20:21.243411 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-8967e613-bda6-4541-be82-1cbd9096be28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-iscsi, 6ada23b6-aca9-4c7b-b3ff-f24cce9ead4c) {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:21.254555 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ac6d6b-de4e-4a47-9af0-560ca68c3a1f None None] Network 6ada23b6-aca9-4c7b-b3ff-f24cce9ead4c requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:20:21.269720 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8967e613-bda6-4541-be82-1cbd9096be28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:21.270514 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-8967e613-bda6-4541-be82-1cbd9096be28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:21.345582 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-8967e613-bda6-4541-be82-1cbd9096be28 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 2.7634847
May 10 17:20:21.393585 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-af09bc5a-467f-40c9-bf4e-9b1f3aed7491 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:21.395347 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f442c9-20a0-419f-8d28-759ce7f43a7b req-c1dabd8e-9292-4240-b07f-89e08a522a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:21.397528 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b6f442c9-20a0-419f-8d28-759ce7f43a7b req-c1dabd8e-9292-4240-b07f-89e08a522a72 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c40edc93-49fe-487d-9975-28a626203a59 HTTP/1.1" status: 200  len: 919 time: 0.2389879
May 10 17:20:21.398798 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-af09bc5a-467f-40c9-bf4e-9b1f3aed7491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:21.461133 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-10d78850-bbf1-44e0-8663-0519460bcb1a req-5ca02eaa-7acf-4aab-ba2a-0d007155cb5a service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2394245
May 10 17:20:21.517619 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-0b3066fc-1039-427d-ba61-fe1e90675027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:21.527396 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:20:21.531427 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b6f442c9-20a0-419f-8d28-759ce7f43a7b req-c75cd95d-7eee-4112-b8a9-b89f6e66a836 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd HTTP/1.1" status: 200  len: 217 time: 0.1223416
May 10 17:20:21.556317 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-af09bc5a-467f-40c9-bf4e-9b1f3aed7491 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=17b3c0fc9f7840b0ac6c79fc54308ccf&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7824199
May 10 17:20:21.559896 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 54054) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:21.638250 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b849793-bae5-4470-8457-61586ce77550 None None] Network 6ada23b6-aca9-4c7b-b3ff-f24cce9ead4c requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:20:21.682951 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4c9804fb-4326-4aba-9eb2-3abf5f56680f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:21.735589 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4c9804fb-4326-4aba-9eb2-3abf5f56680f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:21.736512 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f442c9-20a0-419f-8d28-759ce7f43a7b req-98b68085-0b45-4e6f-bdd5-aea4540ec6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:21.738054 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b6f442c9-20a0-419f-8d28-759ce7f43a7b req-98b68085-0b45-4e6f-bdd5-aea4540ec6fc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab4050f2-b8f5-4efa-8308-283297f4ea49 HTTP/1.1" status: 200  len: 858 time: 0.1804676
May 10 17:20:21.815478 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b6f442c9-20a0-419f-8d28-759ce7f43a7b req-97a2696b-c516-406b-850a-e4a4a37ed97d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c40edc93-49fe-487d-9975-28a626203a59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0625758
May 10 17:20:21.816677 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09bc5a-467f-40c9-bf4e-9b1f3aed7491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09129855-7f59-404a-857b-72b6bf32ab63,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:21.818306 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4c9804fb-4326-4aba-9eb2-3abf5f56680f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:21.824432 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:21.830728 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-af09bc5a-467f-40c9-bf4e-9b1f3aed7491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:21.838687 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9804fb-4326-4aba-9eb2-3abf5f56680f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09129855-7f59-404a-857b-72b6bf32ab63,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:21.841767 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-4c9804fb-4326-4aba-9eb2-3abf5f56680f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:21.855335 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4c9804fb-4326-4aba-9eb2-3abf5f56680f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:21.859320 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-4c9804fb-4326-4aba-9eb2-3abf5f56680f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/09129855-7f59-404a-857b-72b6bf32ab63 HTTP/1.1" status: 204  len: 168 time: 0.2961709
May 10 17:20:21.958503 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c342d1f-4b46-4e7c-9647-764144134aba req-bc13bd97-7b36-4985-8233-fe46262d745c tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:21.960114 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0c342d1f-4b46-4e7c-9647-764144134aba req-bc13bd97-7b36-4985-8233-fe46262d745c tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 944 time: 0.4093263
May 10 17:20:21.968379 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4,segment=NetworkSegment(f9bf77a0-c512-42ef-997e-9487e4d4658c),segment_id=f9bf77a0-c512-42ef-997e-9487e4d4658c)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:21.970699 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480dbf87-9fd9-49f4-9e24-95e9fb76321c req-fc165f97-f329-41f0-b7b5-e405017afb4e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:21.972267 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-480dbf87-9fd9-49f4-9e24-95e9fb76321c req-fc165f97-f329-41f0-b7b5-e405017afb4e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.4202349
May 10 17:20:22.001288 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': 'eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4', 'network_id': 'e9c9da18-88ea-4f01-9df5-4118e97e1a38', 'port_id': 'eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4', 'mac_address': 'fa:16:3e:31:ae:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48e6d637-32f5-470b-861a-ccf3ae75f55d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:20:22.138056 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0c342d1f-4b46-4e7c-9647-764144134aba req-da7f3a58-6253-4504-a72d-c144c7d3480f tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ec22f41-68ee-46f5-9082-a9436eeaf2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1624711
May 10 17:20:22.146687 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.180779 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4 {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:20:22.187962 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b6f442c9-20a0-419f-8d28-759ce7f43a7b req-4d6a1694-9685-4c4c-bacf-d772f39cde80 service neutron] 10.222.0.36 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3585558
May 10 17:20:22.196507 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-480dbf87-9fd9-49f4-9e24-95e9fb76321c req-76348b77-6fe3-4c69-b327-adf36ca146d9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2041268
May 10 17:20:22.215961 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4,segment=NetworkSegment(f9bf77a0-c512-42ef-997e-9487e4d4658c),segment_id=f9bf77a0-c512-42ef-997e-9487e4d4658c)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:22.220979 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.222122 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 7a435a01-5e96-4ca5-bec4-fb27c4859172 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:20:22.233643 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:22.479237 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 54098) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:22.485541 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-408647293-network', 'tenant_id': 'bbc5a001f1fc46a0bbd16b57d721d275'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:22.490565 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:22.495146 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Usage tracker for resource:network and tenant:bbc5a001f1fc46a0bbd16b57d721d275 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:22.499219 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:22.506472 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:22.524772 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Made reservation on behalf of bbc5a001f1fc46a0bbd16b57d721d275 for: {'network': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:20:22.531339 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for network, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.540450 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:22.558989 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:22.564423 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.588499 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:22.596975 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Usage tracker for resource:security_group_rule and tenant:bbc5a001f1fc46a0bbd16b57d721d275 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:22.605061 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:22.617447 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:22.665787 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port 7a435a01-5e96-4ca5-bec4-fb27c4859172, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7a435a01-5e96-4ca5-bec4-fb27c4859172,segment=NetworkSegment(30e48780-6b8b-42fb-959a-8e946ee097a6),segment_id=30e48780-6b8b-42fb-959a-8e946ee097a6)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:22.683702 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': '7a435a01-5e96-4ca5-bec4-fb27c4859172', 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9', 'port_id': '7a435a01-5e96-4ca5-bec4-fb27c4859172', 'mac_address': 'fa:16:3e:45:31:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba516fbc-860b-4d47-a60d-b736d75a32f9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:20:22.704592 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b6f442c9-20a0-419f-8d28-759ce7f43a7b req-2f8ca92f-63b6-4181-92ed-4cbe36a0d6b1 service neutron] 10.222.0.36 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5068569
May 10 17:20:22.715847 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dfa5c5-2da2-4f3a-a724-278b0145bd21 req-19814526-7eb3-45c7-8d7b-fddc263a369d tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:22.717296 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-84dfa5c5-2da2-4f3a-a724-278b0145bd21 req-19814526-7eb3-45c7-8d7b-fddc263a369d tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 943 time: 0.2819092
May 10 17:20:22.738815 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee82bdcf-c80d-4d45-ba7c-6ec3fecc4bf5 req-2a21af3e-2347-4e99-bdd0-bbf8c7e9b2f3 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:22.745403 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ee82bdcf-c80d-4d45-ba7c-6ec3fecc4bf5 req-2a21af3e-2347-4e99-bdd0-bbf8c7e9b2f3 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 943 time: 0.3116949
May 10 17:20:22.817792 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.820458 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.826138 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.831775 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:22.832837 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.853554 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a435a01-5e96-4ca5-bec4-fb27c4859172 {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:20:22.857012 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ee82bdcf-c80d-4d45-ba7c-6ec3fecc4bf5 req-126eef66-69ca-48b2-9ad0-18bebe5b6817 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0893767
May 10 17:20:22.860244 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-84dfa5c5-2da2-4f3a-a724-278b0145bd21 req-fffbbc4e-89c7-45cb-a7a3-0dbe4e1f3152 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139619
May 10 17:20:22.893387 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344}  {{(pid=78698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:20:22.893991 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port 7a435a01-5e96-4ca5-bec4-fb27c4859172, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7a435a01-5e96-4ca5-bec4-fb27c4859172,segment=NetworkSegment(30e48780-6b8b-42fb-959a-8e946ee097a6),segment_id=30e48780-6b8b-42fb-959a-8e946ee097a6)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:22.898727 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.900857 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:22.910420 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.910886 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.segments_db [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Added segment 6483a70a-5971-4157-a831-b7526d284578 of type vlan for network 88df532a-9156-4fde-9b31-437acf9cdb9b
May 10 17:20:22.936526 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c17740c3-3932-41ab-9987-e0065c02947e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.942536 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765769838210'] for network, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.954806 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141ba93f-5713-4354-b1ac-665ff5504096,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:22.960368 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:22.988411 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for network, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:22.988566 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=7a435a01-5e96-4ca5-bec4-fb27c4859172,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:22.991918 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:22.998528 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:22.999075 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:23.006576 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:23.114774 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6335983
May 10 17:20:23.115636 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Pushing event updated for resources: {'Network': ['ID=88df532a-9156-4fde-9b31-437acf9cdb9b,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:23.117709 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 54124) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:23.119773 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:23.124273 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-144fa7f0-f9ee-4167-be18-829396ae3602 admin admin] Request body: {'subnet': {'network_id': '88df532a-9156-4fde-9b31-437acf9cdb9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-408647293-subnet', 'tenant_id': 'bbc5a001f1fc46a0bbd16b57d721d275', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:23.127274 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Network 88df532a-9156-4fde-9b31-437acf9cdb9b details requested by agent ovs-agent-dv-cinder-786383-3-iscsi with host dv-cinder-786383-3-iscsi {{(pid=78699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:20:23.129181 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-144fa7f0-f9ee-4167-be18-829396ae3602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:23.134538 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-144fa7f0-f9ee-4167-be18-829396ae3602 admin admin] Usage tracker for resource:subnet and tenant:bbc5a001f1fc46a0bbd16b57d721d275 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:23.138611 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-144fa7f0-f9ee-4167-be18-829396ae3602 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:23.148125 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-144fa7f0-f9ee-4167-be18-829396ae3602 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:23.159007 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144fa7f0-f9ee-4167-be18-829396ae3602 admin admin] Made reservation on behalf of bbc5a001f1fc46a0bbd16b57d721d275 for: {'subnet': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:20:23.163171 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-144fa7f0-f9ee-4167-be18-829396ae3602 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11233373'] for subnet, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:23.223590 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:20:23.465320 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device a36caa3d-c0a8-46d5-8981-e9e734cd45b6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:20:23.485054 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee71570-23e1-425b-bb74-b3da003f03c3 req-f9b6b7be-d488-4a85-b3f4-7ad704083699 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:23.486572 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1ee71570-23e1-425b-bb74-b3da003f03c3 req-f9b6b7be-d488-4a85-b3f4-7ad704083699 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 945 time: 0.2264624
May 10 17:20:23.538562 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd2925-6973-4be6-887a-9adfd6f7c38d req-142ea053-ad14-4a1f-84a0-395e8d887bfd tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:23.540039 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-27cd2925-6973-4be6-887a-9adfd6f7c38d req-142ea053-ad14-4a1f-84a0-395e8d887bfd tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.2087476
May 10 17:20:23.591452 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:20:23.653529 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['7a435a01-5e96-4ca5-bec4-fb27c4859172'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:20:23.688404 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1ee71570-23e1-425b-bb74-b3da003f03c3 req-e30e0966-2654-4018-99f7-c6983b8f5c9d tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ec22f41-68ee-46f5-9082-a9436eeaf2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1925988
May 10 17:20:23.704743 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port a36caa3d-c0a8-46d5-8981-e9e734cd45b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:23.733009 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'port_id': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6', 'mac_address': 'fa:16:3e:b8:64:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:20:23.746230 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-27cd2925-6973-4be6-887a-9adfd6f7c38d req-02fb0709-9d79-4fb8-aa45-50d2600fd2a8 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1861770
May 10 17:20:23.870896 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:23.984907 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36caa3d-c0a8-46d5-8981-e9e734cd45b6 {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:20:24.005746 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-144fa7f0-f9ee-4167-be18-829396ae3602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-944178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11233327'] for subnet, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:24.011671 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:24.089759 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:24.113408 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port a36caa3d-c0a8-46d5-8981-e9e734cd45b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:24.113796 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144fa7f0-f9ee-4167-be18-829396ae3602 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ae7cb71-40d5-4968-b2e8-d813fbe305f9,revision_number=0']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:24.124343 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-144fa7f0-f9ee-4167-be18-829396ae3602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:24.139548 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:24.140279 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device b561183d-3956-4826-8e0f-46690d4b1fa6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:20:24.150277 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-d02222c6-6dc5-499c-bf50-fb08ccef1bc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:24.244822 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-144fa7f0-f9ee-4167-be18-829396ae3602 admin admin] Checking segment: {'id': '6483a70a-5971-4157-a831-b7526d284578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '88df532a-9156-4fde-9b31-437acf9cdb9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:20:24.245038 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144fa7f0-f9ee-4167-be18-829396ae3602 admin admin] Network hostable DHCP agents. Network: 88df532a-9156-4fde-9b31-437acf9cdb9b, hostable agents: ['09c01bda-92a2-48bb-bf54-854a116a5737'], hosted agents: [] {{(pid=78697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:20:24.285104 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144fa7f0-f9ee-4167-be18-829396ae3602 admin admin] Network 88df532a-9156-4fde-9b31-437acf9cdb9b is scheduled to be hosted by DHCP agent 09c01bda-92a2-48bb-bf54-854a116a5737 with binding_index 1 {{(pid=78697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:20:24.329334 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c55ea-ff76-4568-af07-6d0677cbef60 req-c1f4e7aa-6ec1-44dc-87bf-34deb43be73a tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:24.338734 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e28c55ea-ff76-4568-af07-6d0677cbef60 req-c1f4e7aa-6ec1-44dc-87bf-34deb43be73a tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 944 time: 0.2300570
May 10 17:20:24.341961 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-144fa7f0-f9ee-4167-be18-829396ae3602 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-iscsi, 88df532a-9156-4fde-9b31-437acf9cdb9b) {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:20:24.369885 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:24.376091 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5007e42f-a328-44c6-87fe-24273cad38bd None None] Network 88df532a-9156-4fde-9b31-437acf9cdb9b requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:20:24.388001 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144fa7f0-f9ee-4167-be18-829396ae3602 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:24.388588 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-144fa7f0-f9ee-4167-be18-829396ae3602 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:24.399754 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:24.407256 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e3cb2-bd82-48ae-90b6-5da237f07446 req-cc675889-d976-40f3-ade0-d902ef9cb2ab tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:24.414456 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7d5e3cb2-bd82-48ae-90b6-5da237f07446 req-cc675889-d976-40f3-ade0-d902ef9cb2ab tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 943 time: 0.3045719
May 10 17:20:24.460369 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e28c55ea-ff76-4568-af07-6d0677cbef60 req-a0eac769-458a-4d70-9563-5a42b33c53c4 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1163740
May 10 17:20:24.484915 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-144fa7f0-f9ee-4167-be18-829396ae3602 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3660159
May 10 17:20:24.511601 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7d5e3cb2-bd82-48ae-90b6-5da237f07446 req-74d79368-918c-4c5c-ade7-bcb575177810 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0961683
May 10 17:20:24.644151 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port b561183d-3956-4826-8e0f-46690d4b1fa6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b561183d-3956-4826-8e0f-46690d4b1fa6,segment=NetworkSegment(bb9bc946-95d0-481f-84a5-629b2a6016d3),segment_id=bb9bc946-95d0-481f-84a5-629b2a6016d3)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:24.711942 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': 'b561183d-3956-4826-8e0f-46690d4b1fa6', 'network_id': 'c40edc93-49fe-487d-9975-28a626203a59', 'port_id': 'b561183d-3956-4826-8e0f-46690d4b1fa6', 'mac_address': 'fa:16:3e:dc:60:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4050f2-b8f5-4efa-8308-283297f4ea49', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:20:24.756195 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5aade4-c8b5-4378-acb8-b858ffc74aab None None] Network 88df532a-9156-4fde-9b31-437acf9cdb9b requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:20:24.851758 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:24.887862 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b561183d-3956-4826-8e0f-46690d4b1fa6 {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:20:24.927877 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port b561183d-3956-4826-8e0f-46690d4b1fa6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b561183d-3956-4826-8e0f-46690d4b1fa6,segment=NetworkSegment(bb9bc946-95d0-481f-84a5-629b2a6016d3),segment_id=bb9bc946-95d0-481f-84a5-629b2a6016d3)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:25.043997 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 54206) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:25.052062 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.053239 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:20:25.081958 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd,segment=NetworkSegment(bb9bc946-95d0-481f-84a5-629b2a6016d3),segment_id=bb9bc946-95d0-481f-84a5-629b2a6016d3)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:25.106580 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:25.113680 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0b378a-8d19-450c-b6d5-1e837fcf7295 req-e759e97c-5e47-4df1-b3f1-6f66e48720d5 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:25.117093 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc0b378a-8d19-450c-b6d5-1e837fcf7295 req-e759e97c-5e47-4df1-b3f1-6f66e48720d5 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 945 time: 0.2446098
May 10 17:20:25.138280 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': 'efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd', 'network_id': 'c40edc93-49fe-487d-9975-28a626203a59', 'port_id': 'efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd', 'mac_address': 'fa:16:3e:08:15:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab4050f2-b8f5-4efa-8308-283297f4ea49', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:20:25.203610 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc0b378a-8d19-450c-b6d5-1e837fcf7295 req-7ce3dc09-0dcb-474e-a462-cf5b911b60d9 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ec22f41-68ee-46f5-9082-a9436eeaf2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0613298
May 10 17:20:25.240114 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfdc7fa-49ab-48bf-a82c-f6008a7066da req-fababd0b-a9b4-4440-bb5c-96fd520e023c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:25.249395 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7bfdc7fa-49ab-48bf-a82c-f6008a7066da req-fababd0b-a9b4-4440-bb5c-96fd520e023c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 944 time: 0.2373807
May 10 17:20:25.258597 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 54214) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:25.260826 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.282883 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=b561183d-3956-4826-8e0f-46690d4b1fa6,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:25.287381 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:20:25.296700 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:25.311395 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd,segment=NetworkSegment(bb9bc946-95d0-481f-84a5-629b2a6016d3),segment_id=bb9bc946-95d0-481f-84a5-629b2a6016d3)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:25.312668 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7bfdc7fa-49ab-48bf-a82c-f6008a7066da req-cc378d29-3286-44e3-b715-987d61fd94f0 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619996
May 10 17:20:25.317074 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.321079 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:25.396305 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:25.401152 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:25.423661 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7c0d9c28-6dcc-4e59-9e93-f124201d203b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.427827 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.443061 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-7c0d9c28-6dcc-4e59-9e93-f124201d203b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:25.450092 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-7c0d9c28-6dcc-4e59-9e93-f124201d203b admin admin] Usage tracker for resource:security_group_rule and tenant:cf07560c2f4145d28791077f1b626c47 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:25.459771 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-7c0d9c28-6dcc-4e59-9e93-f124201d203b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:25.466960 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-7c0d9c28-6dcc-4e59-9e93-f124201d203b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:25.475166 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4 up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:25.492867 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a0351bae-ddce-4d31-84a7-9b2126a40ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.518993 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-a0351bae-ddce-4d31-84a7-9b2126a40ab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:25.532008 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-a0351bae-ddce-4d31-84a7-9b2126a40ab8 admin admin] Usage tracker for resource:security_group_rule and tenant:9eaeb4cc0fed4c5e99a654f3988ad7db is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:25.539152 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-a0351bae-ddce-4d31-84a7-9b2126a40ab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:25.550317 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-a0351bae-ddce-4d31-84a7-9b2126a40ab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:25.639771 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning for port eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:25.647865 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:25.648604 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.664936 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7c0d9c28-6dcc-4e59-9e93-f124201d203b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.672392 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7c0d9c28-6dcc-4e59-9e93-f124201d203b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.687861 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-1a6aad32-e3c8-4bd0-b219-25e8772af082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:25.748536 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-7c0d9c28-6dcc-4e59-9e93-f124201d203b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=cf07560c2f4145d28791077f1b626c47&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7027502
May 10 17:20:25.756777 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 54232) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:25.757638 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d9c28-6dcc-4e59-9e93-f124201d203b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8758c36f-a7ad-4444-b0b0-0a4a56681394,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:25.767159 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-7c0d9c28-6dcc-4e59-9e93-f124201d203b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:25.797242 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.810779 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a0351bae-ddce-4d31-84a7-9b2126a40ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.818023 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a0351bae-ddce-4d31-84a7-9b2126a40ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.830854 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-c2763790-e2b2-425c-8a24-dd8aa6fa0dc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:25.833193 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92dbb526-fe62-4eea-a99c-fb8105f3438c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:25.854999 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83214b-c601-420b-98d5-88b261e3490a req-c7e25124-c535-4ecd-88e7-3cc3e8f2b8cc tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:25.856698 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9c83214b-c601-420b-98d5-88b261e3490a req-c7e25124-c535-4ecd-88e7-3cc3e8f2b8cc tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 944 time: 0.1479266
May 10 17:20:25.867365 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0673e161-626e-451c-8d1c-585c4907bbca req-e61f2172-68a4-43b1-860b-ad5307501764 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:25.875247 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0673e161-626e-451c-8d1c-585c4907bbca req-e61f2172-68a4-43b1-860b-ad5307501764 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 944 time: 0.2189207
May 10 17:20:25.885130 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-64ccfc79-4a69-4af5-b0ca-ab530dca3ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.891769 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-a0351bae-ddce-4d31-84a7-9b2126a40ab8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9eaeb4cc0fed4c5e99a654f3988ad7db&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6322069
May 10 17:20:25.896143 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 54236) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:25.912239 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4,segment=NetworkSegment(f9bf77a0-c512-42ef-997e-9487e4d4658c),segment_id=f9bf77a0-c512-42ef-997e-9487e4d4658c)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:25.923435 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.923574 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0351bae-ddce-4d31-84a7-9b2126a40ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34f1ceb-002c-499d-85b0-629f3d483469,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:25.924302 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 7a435a01-5e96-4ca5-bec4-fb27c4859172 up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:25.932750 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a0351bae-ddce-4d31-84a7-9b2126a40ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:25.957610 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-64ccfc79-4a69-4af5-b0ca-ab530dca3ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:25.957767 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-d727538f-9192-4826-83f9-aa851e429034 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:26.026045 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-84800b48-e20c-437a-b9ab-b7dc46628e99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:26.032090 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['b561183d-3956-4826-8e0f-46690d4b1fa6'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:20:26.042389 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9c83214b-c601-420b-98d5-88b261e3490a req-315ed101-204b-4387-97b0-2626ac0f5ff8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1410198
May 10 17:20:26.061340 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0673e161-626e-451c-8d1c-585c4907bbca req-babcf671-1add-449f-923e-876caf9b186d tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1851606
May 10 17:20:26.082166 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-84800b48-e20c-437a-b9ab-b7dc46628e99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:26.096698 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['a36caa3d-c0a8-46d5-8981-e9e734cd45b6'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:20:26.099713 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-64ccfc79-4a69-4af5-b0ca-ab530dca3ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:26.118534 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-3b8c2026-f7cf-468e-9233-c989928f2226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:26.160705 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccfc79-4a69-4af5-b0ca-ab530dca3ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8758c36f-a7ad-4444-b0b0-0a4a56681394,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:26.177747 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:20:26.186663 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-64ccfc79-4a69-4af5-b0ca-ab530dca3ef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:26.194492 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-64ccfc79-4a69-4af5-b0ca-ab530dca3ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:26.197934 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-64ccfc79-4a69-4af5-b0ca-ab530dca3ef6 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8758c36f-a7ad-4444-b0b0-0a4a56681394 HTTP/1.1" status: 204  len: 168 time: 0.4342647
May 10 17:20:26.220661 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-84800b48-e20c-437a-b9ab-b7dc46628e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:26.227925 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-d4c53802-01f7-4fd0-b25f-bfd70ce8043a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:26.256686 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84800b48-e20c-437a-b9ab-b7dc46628e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34f1ceb-002c-499d-85b0-629f3d483469,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:26.269680 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-84800b48-e20c-437a-b9ab-b7dc46628e99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:26.272553 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-84800b48-e20c-437a-b9ab-b7dc46628e99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:26.274764 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-84800b48-e20c-437a-b9ab-b7dc46628e99 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a34f1ceb-002c-499d-85b0-629f3d483469 HTTP/1.1" status: 204  len: 168 time: 0.3710799
May 10 17:20:26.404583 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dbb526-fe62-4eea-a99c-fb8105f3438c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4', 'code': 200}
May 10 17:20:26.436412 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:26.453767 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:26.524329 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning for port 7a435a01-5e96-4ca5-bec4-fb27c4859172 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:26.544761 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port 7a435a01-5e96-4ca5-bec4-fb27c4859172 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:26.545232 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:26.689923 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b820cf-4004-4bc7-9014-eb9927fc5b20 req-7602980f-6cc1-4e17-8716-d8df75bf5fd2 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:26.691552 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f5b820cf-4004-4bc7-9014-eb9927fc5b20 req-7602980f-6cc1-4e17-8716-d8df75bf5fd2 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 946 time: 0.3418088
May 10 17:20:26.701505 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6f8224-dc11-4db7-9ccb-9d675ad58041 req-3c760533-074c-453f-a2b3-74d587d7ae35 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:26.703042 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5f6f8224-dc11-4db7-9ccb-9d675ad58041 req-3c760533-074c-453f-a2b3-74d587d7ae35 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 944 time: 0.1920214
May 10 17:20:26.722390 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 54276) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:26.763246 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4db2ab62-43d9-46d1-b341-50958251c50f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:26.787202 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-4db2ab62-43d9-46d1-b341-50958251c50f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:26.797819 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-4db2ab62-43d9-46d1-b341-50958251c50f admin admin] Usage tracker for resource:security_group_rule and tenant:7a3dc1e88a8444ae8e78ee18e100c3b7 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:26.805504 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-4db2ab62-43d9-46d1-b341-50958251c50f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:26.820224 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-4db2ab62-43d9-46d1-b341-50958251c50f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:26.850429 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5f6f8224-dc11-4db7-9ccb-9d675ad58041 req-c3bdb09c-40b0-488e-aa7e-a3db2c5cdac3 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1293089
May 10 17:20:26.867539 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f5b820cf-4004-4bc7-9014-eb9927fc5b20 req-4fc72dcf-7b3b-455d-be88-2879afeaa79e tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ec22f41-68ee-46f5-9082-a9436eeaf2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1623247
May 10 17:20:26.904079 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f2650e-8683-4888-aa20-6f1d86733842 req-6d37ea82-05b7-4674-99d5-6ce789804684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:26.905857 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d6f2650e-8683-4888-aa20-6f1d86733842 req-6d37ea82-05b7-4674-99d5-6ce789804684 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 1099 time: 0.2018785
May 10 17:20:26.946885 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-d6f2650e-8683-4888-aa20-6f1d86733842 req-9f5206b8-ef43-43bb-ba74-39bf0b685d50 service neutron] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:26.966005 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4db2ab62-43d9-46d1-b341-50958251c50f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:26.970411 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4db2ab62-43d9-46d1-b341-50958251c50f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:26.985372 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-d6f2650e-8683-4888-aa20-6f1d86733842 req-9f5206b8-ef43-43bb-ba74-39bf0b685d50 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:26.995537 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-d6f2650e-8683-4888-aa20-6f1d86733842 req-9f5206b8-ef43-43bb-ba74-39bf0b685d50 service neutron] Usage tracker for resource:security_group_rule and tenant:e29c49809bda497fb42dffc59fff80df is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:27.001624 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-d6f2650e-8683-4888-aa20-6f1d86733842 req-9f5206b8-ef43-43bb-ba74-39bf0b685d50 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:27.007768 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:27.022487 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-d6f2650e-8683-4888-aa20-6f1d86733842 req-9f5206b8-ef43-43bb-ba74-39bf0b685d50 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:27.034204 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 54284) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:27.054619 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-4db2ab62-43d9-46d1-b341-50958251c50f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7a3dc1e88a8444ae8e78ee18e100c3b7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3288825
May 10 17:20:27.055097 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 54288) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:27.067725 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2ab62-43d9-46d1-b341-50958251c50f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61adfb1b-bc73-495c-8896-7beb3e05ae19,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:27.070818 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-93eba5dd-0146-482f-838d-679590a6ef50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.082709 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-4db2ab62-43d9-46d1-b341-50958251c50f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:27.099602 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-93eba5dd-0146-482f-838d-679590a6ef50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:27.107122 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-93eba5dd-0146-482f-838d-679590a6ef50 admin admin] Usage tracker for resource:security_group_rule and tenant:eacd6c112e044654a9e78a079ba6c35f is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:27.110686 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-93eba5dd-0146-482f-838d-679590a6ef50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:27.119296 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-93eba5dd-0146-482f-838d-679590a6ef50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:27.179544 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d43517bf-ed7f-4082-b69e-a46a5841f8db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.214477 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d43517bf-ed7f-4082-b69e-a46a5841f8db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.243485 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.243986 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-d6f2650e-8683-4888-aa20-6f1d86733842 req-9f5206b8-ef43-43bb-ba74-39bf0b685d50 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.290313 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-d6f2650e-8683-4888-aa20-6f1d86733842 req-9f5206b8-ef43-43bb-ba74-39bf0b685d50 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.306124 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port 7a435a01-5e96-4ca5-bec4-fb27c4859172, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7a435a01-5e96-4ca5-bec4-fb27c4859172,segment=NetworkSegment(30e48780-6b8b-42fb-959a-8e946ee097a6),segment_id=30e48780-6b8b-42fb-959a-8e946ee097a6)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:27.308428 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d43517bf-ed7f-4082-b69e-a46a5841f8db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.312606 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.312833 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-9bb0ec67-c96b-423c-bb2d-6ba6fe2e7bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:27.314842 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:27.320846 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-7c0d9c28-6dcc-4e59-9e93-f124201d203b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:27.344229 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43517bf-ed7f-4082-b69e-a46a5841f8db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61adfb1b-bc73-495c-8896-7beb3e05ae19,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:27.353401 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-d43517bf-ed7f-4082-b69e-a46a5841f8db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:27.362211 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d43517bf-ed7f-4082-b69e-a46a5841f8db admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.365351 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-d43517bf-ed7f-4082-b69e-a46a5841f8db admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/61adfb1b-bc73-495c-8896-7beb3e05ae19 HTTP/1.1" status: 204  len: 168 time: 0.3093657
May 10 17:20:27.429379 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=7a435a01-5e96-4ca5-bec4-fb27c4859172,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:27.434956 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:27.471577 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d6f2650e-8683-4888-aa20-6f1d86733842 req-9f5206b8-ef43-43bb-ba74-39bf0b685d50 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8ec22f41-68ee-46f5-9082-a9436eeaf2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5589883
May 10 17:20:27.484524 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5206b8-ef43-43bb-ba74-39bf0b685d50 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a2bd7f-18e6-4f26-9b7b-3855698d6bd4,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:27.487802 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-9f5206b8-ef43-43bb-ba74-39bf0b685d50 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:27.491262 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-93eba5dd-0146-482f-838d-679590a6ef50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.501047 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-93eba5dd-0146-482f-838d-679590a6ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.511862 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:27.570952 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-93eba5dd-0146-482f-838d-679590a6ef50 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eacd6c112e044654a9e78a079ba6c35f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5332286
May 10 17:20:27.571380 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 54310) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:27.577223 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eba5dd-0146-482f-838d-679590a6ef50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c104e404-ccc1-45a0-91e5-051023fa715c,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:27.580206 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-93eba5dd-0146-482f-838d-679590a6ef50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:27.612339 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d9ea0-a164-4f57-ad8e-2594d7ecaedd req-b868fe1f-b5d8-4663-b9bd-1e7997b4f6ac tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:27.613856 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-412d9ea0-a164-4f57-ad8e-2594d7ecaedd req-b868fe1f-b5d8-4663-b9bd-1e7997b4f6ac tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 945 time: 0.3061123
May 10 17:20:27.623554 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b302f14-ba66-42f9-b8c6-3184912f3aea req-726cf95f-e138-420c-a5b3-7f12404acc88 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:27.625022 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0b302f14-ba66-42f9-b8c6-3184912f3aea req-726cf95f-e138-420c-a5b3-7f12404acc88 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 944 time: 0.3491342
May 10 17:20:27.684152 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b08ab505-2104-4963-acec-2883abeb8559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.711019 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-412d9ea0-a164-4f57-ad8e-2594d7ecaedd req-f5c3aa66-6de1-4a60-a265-18352ea46163 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0850277
May 10 17:20:27.721962 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b08ab505-2104-4963-acec-2883abeb8559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.729273 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0b302f14-ba66-42f9-b8c6-3184912f3aea req-385a4e2c-5f0c-431b-88d5-14f96dda4a75 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820765
May 10 17:20:27.796141 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b08ab505-2104-4963-acec-2883abeb8559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.800544 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:27.822567 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08ab505-2104-4963-acec-2883abeb8559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c104e404-ccc1-45a0-91e5-051023fa715c,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:27.825332 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-b08ab505-2104-4963-acec-2883abeb8559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:27.827661 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b08ab505-2104-4963-acec-2883abeb8559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:27.829044 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-b08ab505-2104-4963-acec-2883abeb8559 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c104e404-ccc1-45a0-91e5-051023fa715c HTTP/1.1" status: 204  len: 168 time: 0.2566273
May 10 17:20:28.232187 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 54340) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:28.238630 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98e506-8d40-4a3f-8580-6580d8e69b88 req-ee898e2a-d559-4373-90ff-e72e65ad5dbf tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:28.240217 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2e98e506-8d40-4a3f-8580-6580d8e69b88 req-ee898e2a-d559-4373-90ff-e72e65ad5dbf tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 946 time: 0.2410972
May 10 17:20:28.254069 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e4ba9dcd-1641-4968-8dc7-1e3bf2da137d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:28.269677 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-e4ba9dcd-1641-4968-8dc7-1e3bf2da137d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:28.273452 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-e4ba9dcd-1641-4968-8dc7-1e3bf2da137d admin admin] Usage tracker for resource:security_group_rule and tenant:2261414dff074b158a44dcc98e3f06ea is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:28.276270 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-e4ba9dcd-1641-4968-8dc7-1e3bf2da137d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:28.282537 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-e4ba9dcd-1641-4968-8dc7-1e3bf2da137d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:28.305799 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b268ef8-a3f8-4bb6-9e8a-0efd77babb21 req-72f4d15b-323d-4ffd-9e13-dfd47c567687 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:28.307379 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6b268ef8-a3f8-4bb6-9e8a-0efd77babb21 req-72f4d15b-323d-4ffd-9e13-dfd47c567687 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 944 time: 0.2360580
May 10 17:20:28.310329 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2e98e506-8d40-4a3f-8580-6580d8e69b88 req-b8a26f55-cfeb-44ef-8739-00d93a2c89e7 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ec22f41-68ee-46f5-9082-a9436eeaf2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617819
May 10 17:20:28.370470 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6b268ef8-a3f8-4bb6-9e8a-0efd77babb21 req-ba11858d-a079-4e58-9bf8-027bd470d4dd tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563107
May 10 17:20:28.382412 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e4ba9dcd-1641-4968-8dc7-1e3bf2da137d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:28.387063 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e4ba9dcd-1641-4968-8dc7-1e3bf2da137d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:28.406726 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b022bb70-cca1-48d9-98cc-c4f53580a1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a435a01-5e96-4ca5-bec4-fb27c4859172'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:28.456018 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b022bb70-cca1-48d9-98cc-c4f53580a1b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a435a01-5e96-4ca5-bec4-fb27c4859172', 'code': 200}
May 10 17:20:28.465851 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-f96bf980-7763-44da-81e8-6ac8d6d22406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:28.506442 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-e4ba9dcd-1641-4968-8dc7-1e3bf2da137d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=2261414dff074b158a44dcc98e3f06ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2730253
May 10 17:20:28.507323 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ba9dcd-1641-4968-8dc7-1e3bf2da137d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a109bf04-9378-4cc9-b59b-0e9f518c3e32,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:28.510869 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-e4ba9dcd-1641-4968-8dc7-1e3bf2da137d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:28.510993 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 54354) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:28.576647 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-1dc44c13-6d9e-4eef-afb6-dbf6c36be452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:28.606109 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-1dc44c13-6d9e-4eef-afb6-dbf6c36be452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:28.662137 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-1dc44c13-6d9e-4eef-afb6-dbf6c36be452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:28.666978 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:28.680702 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc44c13-6d9e-4eef-afb6-dbf6c36be452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a109bf04-9378-4cc9-b59b-0e9f518c3e32,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:28.713289 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-1dc44c13-6d9e-4eef-afb6-dbf6c36be452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:28.748522 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-1dc44c13-6d9e-4eef-afb6-dbf6c36be452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:28.749788 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-1dc44c13-6d9e-4eef-afb6-dbf6c36be452 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a109bf04-9378-4cc9-b59b-0e9f518c3e32 HTTP/1.1" status: 204  len: 168 time: 0.2376325
May 10 17:20:28.783191 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b99098-19fd-440b-981f-cf4b942f7acb req-4d7ecda5-f176-4932-9763-f6a4885aa15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:28.793593 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e3b99098-19fd-440b-981f-cf4b942f7acb req-4d7ecda5-f176-4932-9763-f6a4885aa15e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 1098 time: 0.1012452
May 10 17:20:28.855146 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-e3b99098-19fd-440b-981f-cf4b942f7acb req-fa430d8a-16e1-42d9-80d6-4a5677ed2c10 service neutron] Synchronizing usage tracker for tenant:e29c49809bda497fb42dffc59fff80df on resource:security_group {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:20:28.878253 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-e3b99098-19fd-440b-981f-cf4b942f7acb req-fa430d8a-16e1-42d9-80d6-4a5677ed2c10 service neutron] Unset dirty status for tenant:e29c49809bda497fb42dffc59fff80df on resource:security_group {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:20:28.880962 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e3b99098-19fd-440b-981f-cf4b942f7acb req-fa430d8a-16e1-42d9-80d6-4a5677ed2c10 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0866084
May 10 17:20:29.126639 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc354740-4004-4f8f-8075-845479edb364 req-8bb4fdc9-f235-46f2-a2e8-6a87006330c2 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:29.128184 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cc354740-4004-4f8f-8075-845479edb364 req-8bb4fdc9-f235-46f2-a2e8-6a87006330c2 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 944 time: 0.2173927
May 10 17:20:29.177104 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ab6a61-6688-4381-ae3c-06827c514c6c req-3de18a51-3dc3-4205-b5c1-252973d10e1a tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:29.178410 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-58ab6a61-6688-4381-ae3c-06827c514c6c req-3de18a51-3dc3-4205-b5c1-252973d10e1a tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 945 time: 0.2160361
May 10 17:20:29.219989 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cc354740-4004-4f8f-8075-845479edb364 req-76b83558-230d-4b82-bb50-4c8a9a39ec79 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808268
May 10 17:20:29.262025 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-58ab6a61-6688-4381-ae3c-06827c514c6c req-b02e089b-6a40-413f-aaf5-b4a1408bdee6 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723536
May 10 17:20:29.490617 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device a36caa3d-c0a8-46d5-8981-e9e734cd45b6 up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:29.625749 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning for port a36caa3d-c0a8-46d5-8981-e9e734cd45b6 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:29.636128 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port a36caa3d-c0a8-46d5-8981-e9e734cd45b6 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:29.637546 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:29.832144 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:29.895706 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488fb61-03e8-4147-b5ab-b4d6c49abb3f req-4b871ada-47c0-4cc5-aa0f-d60f89330c0f tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:29.905617 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3488fb61-03e8-4147-b5ab-b4d6c49abb3f req-4b871ada-47c0-4cc5-aa0f-d60f89330c0f tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 946 time: 0.2398245
May 10 17:20:29.905785 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port a36caa3d-c0a8-46d5-8981-e9e734cd45b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:29.912860 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:29.914262 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device b561183d-3956-4826-8e0f-46690d4b1fa6 up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:29.918519 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf2ff2-7a6b-407f-8d3f-fbd9da43f601 req-789c3733-3ce0-4d3e-9579-6bc12d652780 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:29.927469 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e7bf2ff2-7a6b-407f-8d3f-fbd9da43f601 req-789c3733-3ce0-4d3e-9579-6bc12d652780 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 944 time: 0.2170839
May 10 17:20:29.954620 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:30.026323 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e7bf2ff2-7a6b-407f-8d3f-fbd9da43f601 req-c6357bf2-a99d-4be4-8d42-be737e172582 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0952046
May 10 17:20:30.052931 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3488fb61-03e8-4147-b5ab-b4d6c49abb3f req-a9f32c0d-a430-44ca-93d0-cf225ad56075 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ec22f41-68ee-46f5-9082-a9436eeaf2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1457236
May 10 17:20:30.088121 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:30.092731 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:30.104177 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning for port b561183d-3956-4826-8e0f-46690d4b1fa6 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:30.109505 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port b561183d-3956-4826-8e0f-46690d4b1fa6 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:30.109948 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.232754 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.270563 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port b561183d-3956-4826-8e0f-46690d4b1fa6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b561183d-3956-4826-8e0f-46690d4b1fa6,segment=NetworkSegment(bb9bc946-95d0-481f-84a5-629b2a6016d3),segment_id=bb9bc946-95d0-481f-84a5-629b2a6016d3)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:30.276403 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.277534 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:20:30.354914 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:30.458714 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac86cf8-f933-474a-9e63-aef9cd2041d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6'}, {'server_uuid': 'ca99c621-cf4f-4224-b16f-83b403a4e810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b561183d-3956-4826-8e0f-46690d4b1fa6'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:30.468314 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning for port efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:20:30.482627 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:20:30.483012 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.567785 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=b561183d-3956-4826-8e0f-46690d4b1fa6,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:30.587887 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:30.640101 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a593ed9f-fe56-495c-93db-5b1568d780c8 req-66ceca9a-f6e0-4b37-8cf4-2715f8657478 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:30.641881 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a593ed9f-fe56-495c-93db-5b1568d780c8 req-66ceca9a-f6e0-4b37-8cf4-2715f8657478 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.2743280
May 10 17:20:30.650365 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335a8d60-a848-457f-953b-897ffafc87c3 req-06f0e670-5177-4f19-95ec-1c9aabaa6c03 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:30.651856 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-335a8d60-a848-457f-953b-897ffafc87c3 req-06f0e670-5177-4f19-95ec-1c9aabaa6c03 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 945 time: 0.1947060
May 10 17:20:30.732398 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a593ed9f-fe56-495c-93db-5b1568d780c8 req-bbf434e8-f47b-4e60-ad99-ac5c236b75f0 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787559
May 10 17:20:30.754600 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-335a8d60-a848-457f-953b-897ffafc87c3 req-558a2288-0209-4e25-a658-77f7086b24dd tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869718
May 10 17:20:30.783488 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.821370 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac86cf8-f933-474a-9e63-aef9cd2041d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6', 'code': 200}
May 10 17:20:30.821611 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca99c621-cf4f-4224-b16f-83b403a4e810', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b561183d-3956-4826-8e0f-46690d4b1fa6', 'code': 200}
May 10 17:20:30.862332 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd,segment=NetworkSegment(bb9bc946-95d0-481f-84a5-629b2a6016d3),segment_id=bb9bc946-95d0-481f-84a5-629b2a6016d3)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:20:30.867587 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:30.875623 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-5ca3006d-c4c2-453d-9654-908b417e46e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:31.006933 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:31.013201 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:31.280906 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14fe00-891b-4add-a49f-cf8769946ca5 req-5ae1dfbd-2b58-451f-9ba9-3d3dc6ee1cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:31.282413 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-ae14fe00-891b-4add-a49f-cf8769946ca5 req-5ae1dfbd-2b58-451f-9ba9-3d3dc6ee1cb3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 1098 time: 0.1070731
May 10 17:20:31.338101 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-ae14fe00-891b-4add-a49f-cf8769946ca5 req-ec37fe8f-70cf-4b69-ba40-85731e1ce487 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488794
May 10 17:20:31.386163 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce20c97e-03a0-4242-9af3-4b53d323a350 req-9e97cc66-d06e-4031-8b31-72f10ddf74ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:31.387709 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ce20c97e-03a0-4242-9af3-4b53d323a350 req-9e97cc66-d06e-4031-8b31-72f10ddf74ae service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 1098 time: 0.2490973
May 10 17:20:31.414203 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77df8fb-b030-4be4-aebd-1d636ae6e586 req-ef98b388-be39-4188-a8b1-0a5bc1de9cdd tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:31.415670 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b77df8fb-b030-4be4-aebd-1d636ae6e586 req-ef98b388-be39-4188-a8b1-0a5bc1de9cdd tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.1415932
May 10 17:20:31.425423 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d1def0-2d2a-4dda-ba11-fcfde79fb511 req-e7f29f16-fd92-4d9e-938f-ba5a84448db5 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:31.426860 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-22d1def0-2d2a-4dda-ba11-fcfde79fb511 req-e7f29f16-fd92-4d9e-938f-ba5a84448db5 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 946 time: 0.2073867
May 10 17:20:31.497520 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b77df8fb-b030-4be4-aebd-1d636ae6e586 req-63a163b0-70e6-4555-97e9-43aa10eac568 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697014
May 10 17:20:31.505335 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-22d1def0-2d2a-4dda-ba11-fcfde79fb511 req-ed7d82cb-d6d6-4359-ab86-aae429d27b9f tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ec22f41-68ee-46f5-9082-a9436eeaf2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614166
May 10 17:20:31.752622 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ce20c97e-03a0-4242-9af3-4b53d323a350 req-0a31ceea-7010-4d01-b5c3-ee908c107137 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455496
May 10 17:20:31.912251 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 54502) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:32.079601 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1c1df8-c40e-49c5-85e1-ff506faa7b4f req-2f80638f-5fd6-4c68-8922-381908868b7f tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:32.081126 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0e1c1df8-c40e-49c5-85e1-ff506faa7b4f req-2f80638f-5fd6-4c68-8922-381908868b7f tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 945 time: 0.1951735
May 10 17:20:32.094904 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8f7caae3-e480-491d-956a-0bc6889c9286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:32.097310 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba20d77-0bb7-4139-b438-8b3559f86df7 req-5eca1bdc-366e-4298-842e-6c35a4e19f6b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:32.099157 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5ba20d77-0bb7-4139-b438-8b3559f86df7 req-5eca1bdc-366e-4298-842e-6c35a4e19f6b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.1760423
May 10 17:20:32.110190 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-8f7caae3-e480-491d-956a-0bc6889c9286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:32.114539 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-8f7caae3-e480-491d-956a-0bc6889c9286 admin admin] Usage tracker for resource:security_group_rule and tenant:606fb49f07864f22914858d056819a88 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:32.117774 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-8f7caae3-e480-491d-956a-0bc6889c9286 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:32.124292 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-8f7caae3-e480-491d-956a-0bc6889c9286 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:32.167734 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0e1c1df8-c40e-49c5-85e1-ff506faa7b4f req-51baa2f1-39bc-4eb8-9a52-a2d454646cec tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674295
May 10 17:20:32.204422 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5ba20d77-0bb7-4139-b438-8b3559f86df7 req-0e237b4d-6f46-4597-a437-35ca703b86c8 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880108
May 10 17:20:32.242213 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8f7caae3-e480-491d-956a-0bc6889c9286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:32.246917 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8f7caae3-e480-491d-956a-0bc6889c9286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:32.255705 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:32.295023 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-8f7caae3-e480-491d-956a-0bc6889c9286 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=606fb49f07864f22914858d056819a88&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3813334
May 10 17:20:32.295895 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7caae3-e480-491d-956a-0bc6889c9286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b010f2d5-0170-489d-bf6f-b3a985ec28f7,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:32.297908 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 54520) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:32.310223 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-8f7caae3-e480-491d-956a-0bc6889c9286 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:32.363472 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f48eb703-9d86-498a-b979-0253247f7ce3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:32.399901 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f48eb703-9d86-498a-b979-0253247f7ce3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:32.460606 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f48eb703-9d86-498a-b979-0253247f7ce3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:32.466059 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:32.477603 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48eb703-9d86-498a-b979-0253247f7ce3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b010f2d5-0170-489d-bf6f-b3a985ec28f7,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:32.479692 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-f48eb703-9d86-498a-b979-0253247f7ce3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:32.485759 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f48eb703-9d86-498a-b979-0253247f7ce3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:32.486982 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-f48eb703-9d86-498a-b979-0253247f7ce3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b010f2d5-0170-489d-bf6f-b3a985ec28f7 HTTP/1.1" status: 204  len: 168 time: 0.1876359
May 10 17:20:32.779537 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b809cc73-20b3-4862-8e39-620c6f7c7146 req-cd5c3436-c4bf-4561-b138-0423d760ff2c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:32.781014 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b809cc73-20b3-4862-8e39-620c6f7c7146 req-cd5c3436-c4bf-4561-b138-0423d760ff2c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.1300554
May 10 17:20:32.823217 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568c5267-2f2c-4d3b-8364-a05c2b8192b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:32.912298 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568c5267-2f2c-4d3b-8364-a05c2b8192b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd', 'code': 200}
May 10 17:20:32.919966 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b809cc73-20b3-4862-8e39-620c6f7c7146 req-fab23d31-800a-4920-9ffc-e4a16a8f1f76 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1327660
May 10 17:20:32.981227 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 54548) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:33.000098 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8966406b-e507-49bf-ab03-92b5bd2d0306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:33.018389 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-8966406b-e507-49bf-ab03-92b5bd2d0306 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:33.022294 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-8966406b-e507-49bf-ab03-92b5bd2d0306 admin admin] Usage tracker for resource:security_group_rule and tenant:e75d00d223294a79b9d0f1d8b8771cee is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:33.037204 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-8966406b-e507-49bf-ab03-92b5bd2d0306 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:33.051890 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-8966406b-e507-49bf-ab03-92b5bd2d0306 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:33.208544 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8966406b-e507-49bf-ab03-92b5bd2d0306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:33.213503 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8966406b-e507-49bf-ab03-92b5bd2d0306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:33.225642 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:33.255015 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd78498-1297-449b-ba42-807688f56e82 req-ca3550cf-b2f9-4454-a8ce-48e4d9ce607e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:33.256721 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cdd78498-1297-449b-ba42-807688f56e82 req-ca3550cf-b2f9-4454-a8ce-48e4d9ce607e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 1098 time: 0.0802732
May 10 17:20:33.275980 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-8966406b-e507-49bf-ab03-92b5bd2d0306 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e75d00d223294a79b9d0f1d8b8771cee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2936406
May 10 17:20:33.277058 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8966406b-e507-49bf-ab03-92b5bd2d0306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82ae8d8-424b-47f8-a327-5e8a11f0c480,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:33.281248 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-8966406b-e507-49bf-ab03-92b5bd2d0306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:33.281876 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 54566) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:33.347942 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5f4eedcf-9c6f-4138-97b4-a3d1920d5ad9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:33.377581 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5f4eedcf-9c6f-4138-97b4-a3d1920d5ad9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:33.431921 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5f4eedcf-9c6f-4138-97b4-a3d1920d5ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:33.437170 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-21edd092-7c05-45b9-8a88-e2a83e8db9c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:33.446879 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cdd78498-1297-449b-ba42-807688f56e82 req-6d15b857-e658-400f-bcba-3396cb7a0a15 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458820
May 10 17:20:33.452927 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4eedcf-9c6f-4138-97b4-a3d1920d5ad9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82ae8d8-424b-47f8-a327-5e8a11f0c480,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:33.463835 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4eedcf-9c6f-4138-97b4-a3d1920d5ad9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:33.464195 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4eedcf-9c6f-4138-97b4-a3d1920d5ad9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:33.464543 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4eedcf-9c6f-4138-97b4-a3d1920d5ad9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:33.465632 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4eedcf-9c6f-4138-97b4-a3d1920d5ad9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:33.466143 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4eedcf-9c6f-4138-97b4-a3d1920d5ad9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:33.466529 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4eedcf-9c6f-4138-97b4-a3d1920d5ad9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:33.466870 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4eedcf-9c6f-4138-97b4-a3d1920d5ad9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:33.467278 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4eedcf-9c6f-4138-97b4-a3d1920d5ad9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:33.467623 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4eedcf-9c6f-4138-97b4-a3d1920d5ad9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:33.467952 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4eedcf-9c6f-4138-97b4-a3d1920d5ad9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:33.468286 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4eedcf-9c6f-4138-97b4-a3d1920d5ad9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:33.468613 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4eedcf-9c6f-4138-97b4-a3d1920d5ad9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:33.472013 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-5f4eedcf-9c6f-4138-97b4-a3d1920d5ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:33.472420 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745942f4-a973-4e68-b972-5f1c034d4ced req-8ba32f42-4620-4a86-b70c-68e0cbaab2b0 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:33.474304 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-745942f4-a973-4e68-b972-5f1c034d4ced req-8ba32f42-4620-4a86-b70c-68e0cbaab2b0 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.1239610
May 10 17:20:33.484660 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5f4eedcf-9c6f-4138-97b4-a3d1920d5ad9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:33.488496 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-5f4eedcf-9c6f-4138-97b4-a3d1920d5ad9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f82ae8d8-424b-47f8-a327-5e8a11f0c480 HTTP/1.1" status: 204  len: 168 time: 0.2026792
May 10 17:20:33.529191 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-745942f4-a973-4e68-b972-5f1c034d4ced req-cb5cd37a-d6b4-4aa6-a5a0-5a6f03246d0e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443234
May 10 17:20:34.389810 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d35e2eb-a0c8-477f-be52-fbf851aed8c3 req-de0de11d-f8de-4974-b3b7-375b8bade12f tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:34.397958 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9d35e2eb-a0c8-477f-be52-fbf851aed8c3 req-de0de11d-f8de-4974-b3b7-375b8bade12f tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.1136296
May 10 17:20:34.465502 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9d35e2eb-a0c8-477f-be52-fbf851aed8c3 req-015ae0c9-3142-4625-b2fb-5c5b411f2222 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642166
May 10 17:20:34.764013 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309f258-ba7d-4aad-95e5-fa3eac197ffb req-0e8aeb3c-e369-4421-9060-645c6f89373b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:34.765508 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f309f258-ba7d-4aad-95e5-fa3eac197ffb req-0e8aeb3c-e369-4421-9060-645c6f89373b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.1175272
May 10 17:20:34.822883 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f309f258-ba7d-4aad-95e5-fa3eac197ffb req-aa37e574-e44f-4c13-9482-12ea10d13dfb tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508406
May 10 17:20:35.364042 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fc182c-0cb9-4e29-8c32-e3258e4409ae req-a5b74f1f-e923-42be-bf57-52afdb32a4a8 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:35.365496 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e3fc182c-0cb9-4e29-8c32-e3258e4409ae req-a5b74f1f-e923-42be-bf57-52afdb32a4a8 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0907552
May 10 17:20:35.414879 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e3fc182c-0cb9-4e29-8c32-e3258e4409ae req-1c898f9f-fe20-4491-90e5-21c11afee03a tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421965
May 10 17:20:35.672726 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd317e53-7524-43ff-90c9-b18c6681d96a req-ae6ad8f5-57df-4414-8955-702597e6f2b5 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:35.674240 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fd317e53-7524-43ff-90c9-b18c6681d96a req-ae6ad8f5-57df-4414-8955-702597e6f2b5 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.0895712
May 10 17:20:35.725211 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fd317e53-7524-43ff-90c9-b18c6681d96a req-10cf1380-4e38-4c94-8f1e-425d8e170be5 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447390
May 10 17:20:35.919058 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ce092b-9975-4015-a631-9c1f27b089a2 req-81144a4d-ea52-46fa-9401-dc92011ed2d7 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:35.920538 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f5ce092b-9975-4015-a631-9c1f27b089a2 req-81144a4d-ea52-46fa-9401-dc92011ed2d7 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.0886686
May 10 17:20:35.928905 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 54722) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:35.934977 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-f1344436-6d2d-4d16-9bff-dd8fd328a3cc tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Request body: {'floatingip': {'port_id': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:20:36.017257 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f1344436-6d2d-4d16-9bff-dd8fd328a3cc tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for floatingip, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:36.815402 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396e4db-1cb2-4457-a817-cb9e1c9249df req-f3761e4f-d564-404a-80ee-13c7e767da44 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:36.816842 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7396e4db-1cb2-4457-a817-cb9e1c9249df req-f3761e4f-d564-404a-80ee-13c7e767da44 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.2375016
May 10 17:20:36.940367 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f1344436-6d2d-4d16-9bff-dd8fd328a3cc tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:36.945784 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7396e4db-1cb2-4457-a817-cb9e1c9249df req-e93007f2-6825-413a-a5cb-d766b9c70ffc tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715866
May 10 17:20:36.946949 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f1344436-6d2d-4d16-9bff-dd8fd328a3cc tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422768'] for floatingip, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:37.114932 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.db.l3_db [None req-f1344436-6d2d-4d16-9bff-dd8fd328a3cc tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Floating IP 8e415553-3b73-4810-bea0-b305a28f33be associated. External IP: 172.27.1.47, port: a36caa3d-c0a8-46d5-8981-e9e734cd45b6.
May 10 17:20:37.448463 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1344436-6d2d-4d16-9bff-dd8fd328a3cc tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Router f1400cb9-68ee-45cf-99b6-31c332c82803 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:20:37.631881 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1344436-6d2d-4d16-9bff-dd8fd328a3cc tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:20:37.636321 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f1344436-6d2d-4d16-9bff-dd8fd328a3cc tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for floatingip, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:37.645226 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2eece0-f801-496c-9a6b-e3d39f79f983 None None] Sync routers for ids ['f1400cb9-68ee-45cf-99b6-31c332c82803'] in dv-cinder-786383-3-iscsi {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:20:37.657046 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2eece0-f801-496c-9a6b-e3d39f79f983 None None] Routers {'f1400cb9-68ee-45cf-99b6-31c332c82803'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:37.657046 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-ca2eece0-f801-496c-9a6b-e3d39f79f983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f085e0130>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:20:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['f1400cb9-68ee-45cf-99b6-31c332c82803'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:37.695203 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-f1344436-6d2d-4d16-9bff-dd8fd328a3cc tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "PUT /v2.0/floatingips/8e415553-3b73-4810-bea0-b305a28f33be HTTP/1.1" status: 200  len: 990 time: 1.7624183
May 10 17:20:37.695203 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ac86cf8-f933-474a-9e63-aef9cd2041d0', 'tag': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:20:37.739809 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ac86cf8-f933-474a-9e63-aef9cd2041d0', 'tag': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6', 'status': 'completed', 'code': 200}
May 10 17:20:37.839613 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-ca2eece0-f801-496c-9a6b-e3d39f79f983 None None] Set router f1400cb9-68ee-45cf-99b6-31c332c82803 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:38.155749 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737629d3-1638-43aa-b022-f68184cc294b req-92da3158-86a6-42b8-a3e6-920c521df31d tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:38.157244 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-737629d3-1638-43aa-b022-f68184cc294b req-92da3158-86a6-42b8-a3e6-920c521df31d tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0824914
May 10 17:20:38.190280 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-ca2eece0-f801-496c-9a6b-e3d39f79f983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f085e0130>, [{'id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-router', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:48Z', 'revision_number': 4, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'gw_port': {'id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': '8e415553-3b73-4810-bea0-b305a28f33be', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'port_id': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'mac_address': 'fa:16:3e:b8:64:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac86cf8-f933-474a-9e63-aef9cd2041d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:19:56Z', 'updated_at': '2021-05-10T17:20:36Z', 'revision_number': 1, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1dca3d2-8aa6-48ac-a44a-208ad7b57285', 'name': '', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'mac_address': 'fa:16:3e:f4:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:45Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 5, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'subnets': [{'id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:38.194590 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2eece0-f801-496c-9a6b-e3d39f79f983 None None] Checking router: f1400cb9-68ee-45cf-99b6-31c332c82803 for host: dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:20:38.201677 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-737629d3-1638-43aa-b022-f68184cc294b req-343da10b-2a36-467e-b507-a1f487e47c76 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384438
May 10 17:20:38.202931 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2eece0-f801-496c-9a6b-e3d39f79f983 None None] Routers {'f1400cb9-68ee-45cf-99b6-31c332c82803'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:20:38.203583 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-ca2eece0-f801-496c-9a6b-e3d39f79f983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f085e0130>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:20:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['f1400cb9-68ee-45cf-99b6-31c332c82803'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:38.376991 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-ca2eece0-f801-496c-9a6b-e3d39f79f983 None None] Set router f1400cb9-68ee-45cf-99b6-31c332c82803 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:20:38.751790 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-ca2eece0-f801-496c-9a6b-e3d39f79f983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f085e0130>, [{'id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-router', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:48Z', 'revision_number': 4, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'gw_port': {'id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': '8e415553-3b73-4810-bea0-b305a28f33be', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'port_id': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'mac_address': 'fa:16:3e:b8:64:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac86cf8-f933-474a-9e63-aef9cd2041d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:19:56Z', 'updated_at': '2021-05-10T17:20:36Z', 'revision_number': 1, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1dca3d2-8aa6-48ac-a44a-208ad7b57285', 'name': '', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'mac_address': 'fa:16:3e:f4:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:45Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 5, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'subnets': [{'id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:38.752405 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2eece0-f801-496c-9a6b-e3d39f79f983 None None] The sync data for ids ['f1400cb9-68ee-45cf-99b6-31c332c82803'] in dv-cinder-786383-3-iscsi is: [{'id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-router', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:48Z', 'revision_number': 4, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'gw_port': {'id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': '8e415553-3b73-4810-bea0-b305a28f33be', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'floating_ip_address': '172.27.1.47', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'port_id': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 103, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'mac_address': 'fa:16:3e:b8:64:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ac86cf8-f933-474a-9e63-aef9cd2041d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:19:56Z', 'updated_at': '2021-05-10T17:20:36Z', 'revision_number': 1, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1dca3d2-8aa6-48ac-a44a-208ad7b57285', 'name': '', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'mac_address': 'fa:16:3e:f4:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:45Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 5, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'subnets': [{'id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:20:38.934731 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62056c33-0de1-4776-9694-019c4781c675 None None] New status for floating IP 8e415553-3b73-4810-bea0-b305a28f33be: ACTIVE {{(pid=78699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:20:39.397405 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29015e4-f4d7-48a3-b667-ccdc27ba29ce req-3da1a3b8-c2c8-4094-b6f9-feff043c9197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:39.400174 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-b29015e4-f4d7-48a3-b667-ccdc27ba29ce req-3da1a3b8-c2c8-4094-b6f9-feff043c9197 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acb915c4b01148a7b37b3577f122af21&device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 1098 time: 0.0800893
May 10 17:20:39.507638 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2779a-fc2a-4828-bfe9-c89721f55821 req-59fda573-936f-4e42-a037-95731c44624e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:39.509045 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b1f2779a-fc2a-4828-bfe9-c89721f55821 req-59fda573-936f-4e42-a037-95731c44624e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fc027d222ec41848aea01fc2452dce7&device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 1098 time: 0.2224216
May 10 17:20:39.517938 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27053cfd-5ba8-4634-a86f-dfff408084c6 req-e57a452b-495e-4dfa-bac2-b89507434823 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:39.519611 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-27053cfd-5ba8-4634-a86f-dfff408084c6 req-e57a452b-495e-4dfa-bac2-b89507434823 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.2009830
May 10 17:20:39.540566 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29015e4-f4d7-48a3-b667-ccdc27ba29ce req-eced0450-fd68-4e08-af7a-84c1dc2010ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:39.542040 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-b29015e4-f4d7-48a3-b667-ccdc27ba29ce req-eced0450-fd68-4e08-af7a-84c1dc2010ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=a743af2b-ecde-4507-a08d-7e8e82f84011 HTTP/1.1" status: 200  len: 918 time: 0.1354778
May 10 17:20:39.638553 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-27053cfd-5ba8-4634-a86f-dfff408084c6 req-029673ee-9d40-4d0d-b357-367055c119f6 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1125574
May 10 17:20:39.645572 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-b29015e4-f4d7-48a3-b667-ccdc27ba29ce req-d259a993-2565-4a86-af4b-3d4351043772 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a36caa3d-c0a8-46d5-8981-e9e734cd45b6 HTTP/1.1" status: 200  len: 1000 time: 0.0949004
May 10 17:20:39.683079 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2779a-fc2a-4828-bfe9-c89721f55821 req-58df6e34-4ac9-41eb-aaf8-ad4d7fdd8530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:39.685031 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b1f2779a-fc2a-4828-bfe9-c89721f55821 req-58df6e34-4ac9-41eb-aaf8-ad4d7fdd8530 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c40edc93-49fe-487d-9975-28a626203a59 HTTP/1.1" status: 200  len: 919 time: 0.1457262
May 10 17:20:39.711767 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29015e4-f4d7-48a3-b667-ccdc27ba29ce req-3b55905e-ec25-4764-974f-e6a25a6c9644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:39.713166 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-b29015e4-f4d7-48a3-b667-ccdc27ba29ce req-3b55905e-ec25-4764-974f-e6a25a6c9644 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81a2b548-3d7f-41e8-846d-5a0ec57ae08d HTTP/1.1" status: 200  len: 856 time: 0.0567174
May 10 17:20:39.762095 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b1f2779a-fc2a-4828-bfe9-c89721f55821 req-eff081e0-f889-4901-bce1-7f7fcbb1c5d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b561183d-3956-4826-8e0f-46690d4b1fa6 HTTP/1.1" status: 200  len: 217 time: 0.0633519
May 10 17:20:39.787990 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29015e4-f4d7-48a3-b667-ccdc27ba29ce req-7341b498-581d-489a-b0a4-c06de4ed8f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:39.789431 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-b29015e4-f4d7-48a3-b667-ccdc27ba29ce req-7341b498-581d-489a-b0a4-c06de4ed8f8f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a743af2b-ecde-4507-a08d-7e8e82f84011&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0696983
May 10 17:20:39.825017 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2779a-fc2a-4828-bfe9-c89721f55821 req-1ca739a4-e0a7-4c4f-ac2c-4f5226dec745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:39.826478 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b1f2779a-fc2a-4828-bfe9-c89721f55821 req-1ca739a4-e0a7-4c4f-ac2c-4f5226dec745 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab4050f2-b8f5-4efa-8308-283297f4ea49 HTTP/1.1" status: 200  len: 858 time: 0.0579081
May 10 17:20:39.875722 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b1f2779a-fc2a-4828-bfe9-c89721f55821 req-2a2f2e45-947d-4d69-b9ef-bc720fc5839a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c40edc93-49fe-487d-9975-28a626203a59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0425143
May 10 17:20:39.931365 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-b29015e4-f4d7-48a3-b667-ccdc27ba29ce req-163e2354-0092-4b7e-a957-9d90afec5788 service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248949
May 10 17:20:40.016856 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b1f2779a-fc2a-4828-bfe9-c89721f55821 req-2a591505-388d-4332-9d5c-95953a172f93 service neutron] 10.222.0.36 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302018
May 10 17:20:40.077789 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-b29015e4-f4d7-48a3-b667-ccdc27ba29ce req-b05544bd-04be-4c4f-a126-95f597666527 service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398523
May 10 17:20:40.148195 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b1f2779a-fc2a-4828-bfe9-c89721f55821 req-b37f3a0e-992f-4caf-8ae1-aac593ce295e service neutron] 10.222.0.36 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253438
May 10 17:20:40.829952 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4793b570-9add-468a-a58b-ff9f32f61509 req-a23d8758-a7c7-43f1-b2e8-c3b0f6e815a0 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:40.831425 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4793b570-9add-468a-a58b-ff9f32f61509 req-a23d8758-a7c7-43f1-b2e8-c3b0f6e815a0 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0825100
May 10 17:20:40.876369 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4793b570-9add-468a-a58b-ff9f32f61509 req-7c765489-b001-4d28-b383-b8f750dbf412 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392351
May 10 17:20:42.066247 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c80fcc-4db0-4a3e-addc-77c68c07897d req-c17309c6-c66d-48ae-bdef-e02e799748c1 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:42.067739 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-37c80fcc-4db0-4a3e-addc-77c68c07897d req-c17309c6-c66d-48ae-bdef-e02e799748c1 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0844381
May 10 17:20:42.113385 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-37c80fcc-4db0-4a3e-addc-77c68c07897d req-add61b3f-ee85-4b14-84ad-2432667264de tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395813
May 10 17:20:43.297886 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61e709-a970-409a-ac1b-941d9e530d3f req-baa4f9ca-6fb3-4069-bd78-6a41a0ef2b18 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:43.299310 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2d61e709-a970-409a-ac1b-941d9e530d3f req-baa4f9ca-6fb3-4069-bd78-6a41a0ef2b18 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0805206
May 10 17:20:43.343021 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2d61e709-a970-409a-ac1b-941d9e530d3f req-9ac3f239-1360-42df-8aa9-a9572323571e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379233
May 10 17:20:44.532315 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316c087-e38c-4d8f-80db-17ac2ae6d2d9 req-87324c71-61d2-4644-a995-5df37b155d5e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:44.533745 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f316c087-e38c-4d8f-80db-17ac2ae6d2d9 req-87324c71-61d2-4644-a995-5df37b155d5e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0851147
May 10 17:20:44.578400 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f316c087-e38c-4d8f-80db-17ac2ae6d2d9 req-6e81be4a-5d40-464a-9111-7a1db7187423 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388958
May 10 17:20:45.772201 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391704e1-e2a6-4adb-a50c-5f4d95554c6c req-b087a7f5-1240-4152-9d97-0f89339be699 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:45.773674 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-391704e1-e2a6-4adb-a50c-5f4d95554c6c req-b087a7f5-1240-4152-9d97-0f89339be699 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0889130
May 10 17:20:45.821490 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-391704e1-e2a6-4adb-a50c-5f4d95554c6c req-79ca2ee3-9f79-4e53-b91a-658842a4ac9e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413644
May 10 17:20:47.060393 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befc5ba5-331c-4709-8a4b-cba60d2973bd req-3bc4d380-b8ce-49f8-9560-d4e313dc5849 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:47.069178 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-befc5ba5-331c-4709-8a4b-cba60d2973bd req-3bc4d380-b8ce-49f8-9560-d4e313dc5849 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.1127248
May 10 17:20:47.127082 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-befc5ba5-331c-4709-8a4b-cba60d2973bd req-2d655f68-d7f2-4a2a-af82-187a540da582 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566564
May 10 17:20:47.471020 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:47.511392 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 54946) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:47.629606 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:47.644033 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:47.649329 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] Usage tracker for resource:security_group_rule and tenant:c69db52b0e824b5386dd45605b5771f6 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:47.650866 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:47.656590 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:47.745344 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:47.750052 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:47.758736 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:47.800725 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c69db52b0e824b5386dd45605b5771f6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2882535
May 10 17:20:47.801647 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20eef9a0-dcb1-4420-ab5e-0adda8b2aa6f,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:47.803438 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 54958) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:47.810444 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:47.810837 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:47.811213 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:47.811578 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:47.811951 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:47.812316 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:47.812682 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:47.813044 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:47.813406 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:47.813764 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:47.814117 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:47.814529 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:20:47.818691 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:47.872757 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-22ce61a6-be6d-46d8-90e3-5e2713954fc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:47.897593 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-22ce61a6-be6d-46d8-90e3-5e2713954fc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:47.953545 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-22ce61a6-be6d-46d8-90e3-5e2713954fc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:47.960822 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-84800b48-e20c-437a-b9ab-b7dc46628e99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:47.975230 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce61a6-be6d-46d8-90e3-5e2713954fc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eef9a0-dcb1-4420-ab5e-0adda8b2aa6f,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:47.979954 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-22ce61a6-be6d-46d8-90e3-5e2713954fc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:47.983073 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-22ce61a6-be6d-46d8-90e3-5e2713954fc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:47.986593 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-22ce61a6-be6d-46d8-90e3-5e2713954fc0 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/20eef9a0-dcb1-4420-ab5e-0adda8b2aa6f HTTP/1.1" status: 204  len: 168 time: 0.1798103
May 10 17:20:48.290659 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 54974) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:48.311222 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f6e0660e-8e67-4978-a492-f9b40c321f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:48.326616 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-f6e0660e-8e67-4978-a492-f9b40c321f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:48.330504 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-f6e0660e-8e67-4978-a492-f9b40c321f8e admin admin] Usage tracker for resource:security_group_rule and tenant:b5c2105d0f654b0cacdb22a58b0fcc5a is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:48.333381 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-f6e0660e-8e67-4978-a492-f9b40c321f8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:48.335927 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e1523-c0db-4927-8217-ad1c4d496fdb req-3348514c-830d-4b99-9df9-756ffcc35fc3 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:48.337639 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4e4e1523-c0db-4927-8217-ad1c4d496fdb req-3348514c-830d-4b99-9df9-756ffcc35fc3 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0895977
May 10 17:20:48.339808 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-f6e0660e-8e67-4978-a492-f9b40c321f8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:48.416335 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4e4e1523-c0db-4927-8217-ad1c4d496fdb req-72de1fdd-04ca-42f8-b047-ca9904b2c7c7 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0685468
May 10 17:20:48.445379 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f6e0660e-8e67-4978-a492-f9b40c321f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:48.450297 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f6e0660e-8e67-4978-a492-f9b40c321f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:48.459747 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a0351bae-ddce-4d31-84a7-9b2126a40ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:48.506826 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-f6e0660e-8e67-4978-a492-f9b40c321f8e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b5c2105d0f654b0cacdb22a58b0fcc5a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2148745
May 10 17:20:48.507887 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e0660e-8e67-4978-a492-f9b40c321f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=201921c9-f551-44bf-95d1-f675b5d7a768,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:48.509814 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 54986) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:48.511208 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-f6e0660e-8e67-4978-a492-f9b40c321f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:48.595347 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-fb9f948f-7a9f-47b5-abd0-ab91d0fa1b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:48.629656 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-fb9f948f-7a9f-47b5-abd0-ab91d0fa1b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:48.684845 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-fb9f948f-7a9f-47b5-abd0-ab91d0fa1b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:48.690211 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:48.703597 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f948f-7a9f-47b5-abd0-ab91d0fa1b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=201921c9-f551-44bf-95d1-f675b5d7a768,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:48.712444 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-fb9f948f-7a9f-47b5-abd0-ab91d0fa1b26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:48.723277 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-fb9f948f-7a9f-47b5-abd0-ab91d0fa1b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:48.727099 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-fb9f948f-7a9f-47b5-abd0-ab91d0fa1b26 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/201921c9-f551-44bf-95d1-f675b5d7a768 HTTP/1.1" status: 204  len: 168 time: 0.2139816
May 10 17:20:49.598883 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130b3c4-7e15-4edf-8b12-e388dee4de35 req-b94b9624-70ae-4624-b8c8-dc1a38b289b2 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:49.600374 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7130b3c4-7e15-4edf-8b12-e388dee4de35 req-b94b9624-70ae-4624-b8c8-dc1a38b289b2 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0852087
May 10 17:20:49.708461 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7130b3c4-7e15-4edf-8b12-e388dee4de35 req-059c9da3-cda0-4ffd-b95a-549790e89d0f tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023023
May 10 17:20:49.983233 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 55060) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:50.122759 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6dda88be-d7fd-43b1-b64e-68b418770571 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:50.138754 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-6dda88be-d7fd-43b1-b64e-68b418770571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:50.142997 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-6dda88be-d7fd-43b1-b64e-68b418770571 admin admin] Usage tracker for resource:security_group_rule and tenant:9d8f6ba95c9d4fdca707aea3975acc73 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:50.146092 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-6dda88be-d7fd-43b1-b64e-68b418770571 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:50.153704 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-6dda88be-d7fd-43b1-b64e-68b418770571 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:50.218793 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-9541a550-47fa-42d5-836b-51d080dd7980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:50.267953 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6dda88be-d7fd-43b1-b64e-68b418770571 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:50.272017 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6dda88be-d7fd-43b1-b64e-68b418770571 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:50.280781 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-0814c12f-607e-4f96-b56f-1da31e5ec672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:50.320315 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-6dda88be-d7fd-43b1-b64e-68b418770571 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d8f6ba95c9d4fdca707aea3975acc73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3360307
May 10 17:20:50.323130 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 55082) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:50.325843 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dda88be-d7fd-43b1-b64e-68b418770571 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28cff693-67ba-4db9-a5ab-7ecee089bb7b,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:50.343690 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-6dda88be-d7fd-43b1-b64e-68b418770571 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:50.395872 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-d9ab3f25-c83b-4a81-9550-fc71064b2ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:50.426928 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-d9ab3f25-c83b-4a81-9550-fc71064b2ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:50.482798 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-d9ab3f25-c83b-4a81-9550-fc71064b2ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:50.487519 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-93eba5dd-0146-482f-838d-679590a6ef50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:50.499917 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab3f25-c83b-4a81-9550-fc71064b2ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28cff693-67ba-4db9-a5ab-7ecee089bb7b,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:50.502718 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-d9ab3f25-c83b-4a81-9550-fc71064b2ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:50.504162 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-d9ab3f25-c83b-4a81-9550-fc71064b2ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:50.507643 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-d9ab3f25-c83b-4a81-9550-fc71064b2ce9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/28cff693-67ba-4db9-a5ab-7ecee089bb7b HTTP/1.1" status: 204  len: 168 time: 0.1810977
May 10 17:20:50.909856 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405415f-db7c-499c-abdc-b2c8dec8454b req-6d1c3e1d-87b9-4151-838d-a62899bd32b6 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:50.911367 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3405415f-db7c-499c-abdc-b2c8dec8454b req-6d1c3e1d-87b9-4151-838d-a62899bd32b6 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0902245
May 10 17:20:50.965379 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3405415f-db7c-499c-abdc-b2c8dec8454b req-89e80b43-19ab-47ca-a26b-e1cf48b408be tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456159
May 10 17:20:52.179294 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a5aa0-e5d8-4047-99a1-ecf5ee940019 req-09084442-6182-4187-a815-81cee95d148b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:52.180719 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a41a5aa0-e5d8-4047-99a1-ecf5ee940019 req-09084442-6182-4187-a815-81cee95d148b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0823169
May 10 17:20:52.232341 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a41a5aa0-e5d8-4047-99a1-ecf5ee940019 req-29ce383f-7ea7-49c3-90fe-01a8d5f473e6 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0455539
May 10 17:20:52.328586 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 55220) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:52.460659 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-119fbbcb-dcc0-4769-8aec-9c29465c0aae admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:52.476348 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-119fbbcb-dcc0-4769-8aec-9c29465c0aae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:52.480840 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-119fbbcb-dcc0-4769-8aec-9c29465c0aae admin admin] Usage tracker for resource:security_group_rule and tenant:e9abebbd5c62471b934179d954846a29 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:52.484177 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-119fbbcb-dcc0-4769-8aec-9c29465c0aae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:52.490501 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-119fbbcb-dcc0-4769-8aec-9c29465c0aae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:52.583649 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-119fbbcb-dcc0-4769-8aec-9c29465c0aae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:52.588806 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-119fbbcb-dcc0-4769-8aec-9c29465c0aae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:52.597822 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-e42ea182-6658-4013-93a0-42111d401b88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:52.665648 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-119fbbcb-dcc0-4769-8aec-9c29465c0aae admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e9abebbd5c62471b934179d954846a29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3359704
May 10 17:20:52.668682 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119fbbcb-dcc0-4769-8aec-9c29465c0aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e30f159f-800f-44f7-9d3a-f1189f45b3ac,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:52.669226 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 55236) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:52.675318 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-119fbbcb-dcc0-4769-8aec-9c29465c0aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:52.724320 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:52.739284 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-450171bb-666f-4892-89f8-cf22eb411877 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:52.765733 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-450171bb-666f-4892-89f8-cf22eb411877 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:52.819570 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-450171bb-666f-4892-89f8-cf22eb411877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:52.824955 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-22ce61a6-be6d-46d8-90e3-5e2713954fc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:52.836810 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450171bb-666f-4892-89f8-cf22eb411877 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e30f159f-800f-44f7-9d3a-f1189f45b3ac,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:52.840565 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-450171bb-666f-4892-89f8-cf22eb411877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:52.850486 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-450171bb-666f-4892-89f8-cf22eb411877 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:52.853893 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-450171bb-666f-4892-89f8-cf22eb411877 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e30f159f-800f-44f7-9d3a-f1189f45b3ac HTTP/1.1" status: 204  len: 168 time: 0.1810789
May 10 17:20:52.890325 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-27a115b0-6a27-438f-b6ec-3009cadde287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:53.180452 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 55260) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:53.198914 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-aef74287-61a7-4b8a-b95a-5555be7b0c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:53.215147 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-aef74287-61a7-4b8a-b95a-5555be7b0c67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:53.219851 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-aef74287-61a7-4b8a-b95a-5555be7b0c67 admin admin] Usage tracker for resource:security_group_rule and tenant:afc7cfcba2b44c0eba988522616b5ef3 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:53.223329 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-aef74287-61a7-4b8a-b95a-5555be7b0c67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:53.233909 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-aef74287-61a7-4b8a-b95a-5555be7b0c67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:53.371979 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-aef74287-61a7-4b8a-b95a-5555be7b0c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:53.376266 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-aef74287-61a7-4b8a-b95a-5555be7b0c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:53.388091 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-77deff23-94c6-416c-a34e-b54b90b62ada admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:53.455454 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-aef74287-61a7-4b8a-b95a-5555be7b0c67 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=afc7cfcba2b44c0eba988522616b5ef3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2738991
May 10 17:20:53.456181 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef74287-61a7-4b8a-b95a-5555be7b0c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9745d18d-0f57-4916-94ea-b1613f5a4a29,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:53.458132 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 55278) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:53.460958 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-aef74287-61a7-4b8a-b95a-5555be7b0c67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:53.548717 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7909915c-0742-4bdb-8aac-61daf261ce8f req-e68ece67-3ac6-4467-9921-ab6d9fdbe54e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:53.563280 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7909915c-0742-4bdb-8aac-61daf261ce8f req-e68ece67-3ac6-4467-9921-ab6d9fdbe54e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.1035359
May 10 17:20:53.589301 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1ca3ef1a-b07e-47af-a66c-2a3bd3218340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:53.615501 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7909915c-0742-4bdb-8aac-61daf261ce8f req-ea0d8ec7-0a27-49c8-b776-7400e16c1723 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514433
May 10 17:20:53.618264 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1ca3ef1a-b07e-47af-a66c-2a3bd3218340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:53.690134 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1ca3ef1a-b07e-47af-a66c-2a3bd3218340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:53.695646 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-af804494-9f0e-428c-828b-de62d111d41d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:53.707172 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca3ef1a-b07e-47af-a66c-2a3bd3218340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9745d18d-0f57-4916-94ea-b1613f5a4a29,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:53.714424 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-1ca3ef1a-b07e-47af-a66c-2a3bd3218340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:53.718425 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1ca3ef1a-b07e-47af-a66c-2a3bd3218340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:53.722300 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-1ca3ef1a-b07e-47af-a66c-2a3bd3218340 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9745d18d-0f57-4916-94ea-b1613f5a4a29 HTTP/1.1" status: 204  len: 168 time: 0.2599540
May 10 17:20:53.916475 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:54.106134 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 55296) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:54.123759 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cfb8c2aa-604b-466b-9aeb-4b8d94f42b95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:54.143892 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-cfb8c2aa-604b-466b-9aeb-4b8d94f42b95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:20:54.148077 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-cfb8c2aa-604b-466b-9aeb-4b8d94f42b95 admin admin] Usage tracker for resource:security_group_rule and tenant:234524056a694ea2af91d61c9b0dd8d7 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:20:54.150980 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-cfb8c2aa-604b-466b-9aeb-4b8d94f42b95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:20:54.158148 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-cfb8c2aa-604b-466b-9aeb-4b8d94f42b95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:20:54.259969 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cfb8c2aa-604b-466b-9aeb-4b8d94f42b95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:54.264766 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-cfb8c2aa-604b-466b-9aeb-4b8d94f42b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:54.274483 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:54.314920 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-cfb8c2aa-604b-466b-9aeb-4b8d94f42b95 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=234524056a694ea2af91d61c9b0dd8d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2077086
May 10 17:20:54.315790 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb8c2aa-604b-466b-9aeb-4b8d94f42b95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=930a0e8a-43e1-41e3-a915-25b25813c152,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:54.317796 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 55302) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:54.318686 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-cfb8c2aa-604b-466b-9aeb-4b8d94f42b95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:54.376748 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-992cf22d-5270-4d98-9d56-72f3c2d1adf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:54.404218 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-992cf22d-5270-4d98-9d56-72f3c2d1adf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:54.458333 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-992cf22d-5270-4d98-9d56-72f3c2d1adf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:54.461903 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-fb9f948f-7a9f-47b5-abd0-ab91d0fa1b26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:54.476059 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cf22d-5270-4d98-9d56-72f3c2d1adf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=930a0e8a-43e1-41e3-a915-25b25813c152,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:54.478602 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-992cf22d-5270-4d98-9d56-72f3c2d1adf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:54.488112 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-992cf22d-5270-4d98-9d56-72f3c2d1adf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:54.489203 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-992cf22d-5270-4d98-9d56-72f3c2d1adf3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/930a0e8a-43e1-41e3-a915-25b25813c152 HTTP/1.1" status: 204  len: 168 time: 0.1704125
May 10 17:20:54.829739 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05269b23-f729-440a-99c3-4dcedcb8a2da req-98c0731a-34fd-4835-8b4b-cdd64eecc5bd tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:54.831268 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-05269b23-f729-440a-99c3-4dcedcb8a2da req-98c0731a-34fd-4835-8b4b-cdd64eecc5bd tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0856111
May 10 17:20:54.892577 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-05269b23-f729-440a-99c3-4dcedcb8a2da req-621e66ce-8f95-4f9d-944a-68d337061e8c tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542264
May 10 17:20:55.334909 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a453daeb-b571-4014-bd64-982a37fdd3b4 req-5b873e96-a57e-433a-97a3-9bcd471cd5fc tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:55.336974 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a453daeb-b571-4014-bd64-982a37fdd3b4 req-5b873e96-a57e-433a-97a3-9bcd471cd5fc tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 946 time: 0.0952053
May 10 17:20:55.367213 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:55.406890 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a453daeb-b571-4014-bd64-982a37fdd3b4 req-8ecd89dc-a3b9-4bd2-9946-e76ab891176d tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ec22f41-68ee-46f5-9082-a9436eeaf2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475464
May 10 17:20:56.108037 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75183bcb-7974-4e27-af96-53da528d8474 req-d4627876-2925-4189-9fca-199af470beae tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:56.109544 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-75183bcb-7974-4e27-af96-53da528d8474 req-d4627876-2925-4189-9fca-199af470beae tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.1050913
May 10 17:20:56.158783 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-75183bcb-7974-4e27-af96-53da528d8474 req-1433fd44-81b6-403f-b789-dcdca7585d5d tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430634
May 10 17:20:56.594216 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0772696e-3c18-44dc-8d7c-fc22096d18e8 req-68116f13-c95e-4bd2-8e8f-d4117c9558a9 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:56.595721 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0772696e-3c18-44dc-8d7c-fc22096d18e8 req-68116f13-c95e-4bd2-8e8f-d4117c9558a9 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 946 time: 0.0808327
May 10 17:20:56.640856 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0772696e-3c18-44dc-8d7c-fc22096d18e8 req-c13ef3a2-af31-49cb-9ca8-3537a5ee7750 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ec22f41-68ee-46f5-9082-a9436eeaf2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387874
May 10 17:20:56.644811 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 55416) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:56.705513 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_v2 [None req-c579dc2a-08c7-483f-8d69-d40753a448f4 admin admin] Deleting subnet 96b48bbd-2c42-475b-99cf-46b7849f0823 {{(pid=78697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:20:56.708388 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c579dc2a-08c7-483f-8d69-d40753a448f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:56.755588 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c579dc2a-08c7-483f-8d69-d40753a448f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702558'] for subnet, precommit_delete_associations {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:56.809431 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c579dc2a-08c7-483f-8d69-d40753a448f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499293'] for subnet, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:57.047892 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c579dc2a-08c7-483f-8d69-d40753a448f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-811505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11233334'] for subnet, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:57.051584 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:57.086004 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579dc2a-08c7-483f-8d69-d40753a448f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=96b48bbd-2c42-475b-99cf-46b7849f0823,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:57.088539 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c579dc2a-08c7-483f-8d69-d40753a448f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:57.091211 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c579dc2a-08c7-483f-8d69-d40753a448f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:57.097099 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-c579dc2a-08c7-483f-8d69-d40753a448f4 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/96b48bbd-2c42-475b-99cf-46b7849f0823 HTTP/1.1" status: 204  len: 168 time: 0.4512730
May 10 17:20:57.100286 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 55422) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:57.264926 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c97bc815-bed1-4734-b7a9-aac9d5cc4414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653661'] for network, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:57.432849 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c97bc815-bed1-4734-b7a9-aac9d5cc4414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501542', 'neutron.services.segments.db._delete_segments_for_network-8765770262173'] for network, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:57.447874 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-c97bc815-bed1-4734-b7a9-aac9d5cc4414 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8f03246070>,) {'filters': {'network_id': ['6ada23b6-aca9-4c7b-b3ff-f24cce9ead4c']}} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:57.462174 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-c97bc815-bed1-4734-b7a9-aac9d5cc4414 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f03246070>, '219599df-6f1f-45b1-a4ef-bbf04eed189d') {'for_net_delete': True} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:57.462495 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-c97bc815-bed1-4734-b7a9-aac9d5cc4414 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f03246070>, '219599df-6f1f-45b1-a4ef-bbf04eed189d') {} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:57.483267 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c97bc815-bed1-4734-b7a9-aac9d5cc4414 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765770273639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702529'] for segment, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:57.500327 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a632aab-e50a-4e19-83b2-3ae915e3f3a6 req-1721c7df-1210-4cfa-afd6-0df7bc9fdb35 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:57.501809 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9a632aab-e50a-4e19-83b2-3ae915e3f3a6 req-1721c7df-1210-4cfa-afd6-0df7bc9fdb35 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.1973641
May 10 17:20:57.509657 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c97bc815-bed1-4734-b7a9-aac9d5cc4414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:57.535429 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97bc815-bed1-4734-b7a9-aac9d5cc4414 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=78697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:20:57.535897 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c97bc815-bed1-4734-b7a9-aac9d5cc4414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-811415'] for segment, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]: Traceback (most recent call last):
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:     timer()
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:     cb(*args, **kw)
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:     return func(*args, **kwargs)
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:     self._notify()
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:     self.callback(batched_events)
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:     event.method(event)
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:     return f(self, *a, **k)
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self._get(url).json()
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self.request(url, 'GET', **kwargs)
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:20:57.549266 dv-cinder-786383-3-iscsi neutron-server[78697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:20:57.630528 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9a632aab-e50a-4e19-83b2-3ae915e3f3a6 req-e5e66640-52b7-4651-bc42-0717a71bc01e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226029
May 10 17:20:57.636586 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c97bc815-bed1-4734-b7a9-aac9d5cc4414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422783'] for network, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:57.640396 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:57.656286 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c97bc815-bed1-4734-b7a9-aac9d5cc4414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:57.662093 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97bc815-bed1-4734-b7a9-aac9d5cc4414 admin admin] Pushing event deleted for resources: {'Network': ['ID=6ada23b6-aca9-4c7b-b3ff-f24cce9ead4c,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:57.664879 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c97bc815-bed1-4734-b7a9-aac9d5cc4414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:57.669721 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-c97bc815-bed1-4734-b7a9-aac9d5cc4414 admin admin] 10.222.0.32 "DELETE /v2.0/networks/6ada23b6-aca9-4c7b-b3ff-f24cce9ead4c HTTP/1.1" status: 204  len: 168 time: 0.5654759
May 10 17:20:57.670140 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 55436) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:57.732837 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_v2 [None req-5031a0f9-4724-4f88-85e9-76504f03117d admin admin] Deleting subnet 6ae7cb71-40d5-4968-b2e8-d813fbe305f9 {{(pid=78697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:20:57.735759 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-5031a0f9-4724-4f88-85e9-76504f03117d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:57.828560 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-5031a0f9-4724-4f88-85e9-76504f03117d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702558'] for subnet, precommit_delete_associations {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:57.896736 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-5031a0f9-4724-4f88-85e9-76504f03117d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499293'] for subnet, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:57.934787 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65284e7-8451-4bcc-b4de-44c8165e84dd req-c2da0d02-7c52-4ebb-b905-f368751d5a73 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:57.936251 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c65284e7-8451-4bcc-b4de-44c8165e84dd req-c2da0d02-7c52-4ebb-b905-f368751d5a73 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 946 time: 0.1752737
May 10 17:20:58.056714 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c65284e7-8451-4bcc-b4de-44c8165e84dd req-bd03828c-231f-444b-8cd4-057cf26d2494 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ec22f41-68ee-46f5-9082-a9436eeaf2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142812
May 10 17:20:58.182553 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-5031a0f9-4724-4f88-85e9-76504f03117d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-811505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11233334'] for subnet, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.187179 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c579dc2a-08c7-483f-8d69-d40753a448f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:58.222686 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5031a0f9-4724-4f88-85e9-76504f03117d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ae7cb71-40d5-4968-b2e8-d813fbe305f9,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:58.225514 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-5031a0f9-4724-4f88-85e9-76504f03117d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.229947 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-5031a0f9-4724-4f88-85e9-76504f03117d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:58.231823 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-5031a0f9-4724-4f88-85e9-76504f03117d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6ae7cb71-40d5-4968-b2e8-d813fbe305f9 HTTP/1.1" status: 204  len: 168 time: 0.5609283
May 10 17:20:58.234198 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 55442) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:58.339938 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-443a7e45-4d3e-4d73-a73c-1422d416c228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653661'] for network, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.461087 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-443a7e45-4d3e-4d73-a73c-1422d416c228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501542', 'neutron.services.segments.db._delete_segments_for_network-8765770262173'] for network, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.473722 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-443a7e45-4d3e-4d73-a73c-1422d416c228 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8f086d8b80>,) {'filters': {'network_id': ['88df532a-9156-4fde-9b31-437acf9cdb9b']}} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:58.488339 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-443a7e45-4d3e-4d73-a73c-1422d416c228 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f086d8b80>, '6483a70a-5971-4157-a831-b7526d284578') {'for_net_delete': True} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:58.488630 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-443a7e45-4d3e-4d73-a73c-1422d416c228 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f086d8b80>, '6483a70a-5971-4157-a831-b7526d284578') {} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:20:58.499967 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-443a7e45-4d3e-4d73-a73c-1422d416c228 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765770273639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702529'] for segment, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.515664 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-443a7e45-4d3e-4d73-a73c-1422d416c228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.521471 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-443a7e45-4d3e-4d73-a73c-1422d416c228 admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=78697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:20:58.521839 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-443a7e45-4d3e-4d73-a73c-1422d416c228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-811415'] for segment, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]: Traceback (most recent call last):
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:     timer()
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:     cb(*args, **kw)
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:     return func(*args, **kwargs)
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:     self._notify()
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:     self.callback(batched_events)
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:     event.method(event)
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:     return f(self, *a, **k)
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self._get(url).json()
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self.request(url, 'GET', **kwargs)
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:20:58.534502 dv-cinder-786383-3-iscsi neutron-server[78697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:20:58.607466 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-443a7e45-4d3e-4d73-a73c-1422d416c228 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422783'] for network, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.612084 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:58.626072 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-443a7e45-4d3e-4d73-a73c-1422d416c228 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:58.638761 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443a7e45-4d3e-4d73-a73c-1422d416c228 admin admin] Pushing event deleted for resources: {'Network': ['ID=88df532a-9156-4fde-9b31-437acf9cdb9b,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:58.642043 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-443a7e45-4d3e-4d73-a73c-1422d416c228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:58.644016 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-443a7e45-4d3e-4d73-a73c-1422d416c228 admin admin] 10.222.0.32 "DELETE /v2.0/networks/88df532a-9156-4fde-9b31-437acf9cdb9b HTTP/1.1" status: 204  len: 168 time: 0.4083154
May 10 17:20:58.823615 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 55456) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:58.871885 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-67f3f121-817b-4f3d-9e0e-be16f60774dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aba7e7d01b5f440a9e7e1b7a7f8e2bbe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0469017
May 10 17:20:58.874277 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 55460) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:58.881902 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54128390-1bfd-4843-930c-9e2eadcc12cb req-6ef38bde-15d2-48cf-a8cf-016c499b88fc tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:58.883366 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-54128390-1bfd-4843-930c-9e2eadcc12cb req-6ef38bde-15d2-48cf-a8cf-016c499b88fc tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.1434822
May 10 17:20:58.928899 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-54128390-1bfd-4843-930c-9e2eadcc12cb req-b4df1a97-547c-4164-9bb7-9ae3661803f5 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389614
May 10 17:20:58.986774 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b2d561a1-5bdd-4c02-bdcb-277c393ddc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:59.011952 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b2d561a1-5bdd-4c02-bdcb-277c393ddc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:59.061143 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b2d561a1-5bdd-4c02-bdcb-277c393ddc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:59.065894 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:59.077669 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d561a1-5bdd-4c02-bdcb-277c393ddc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8b948c-b384-4f67-826f-c32ef749176c,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:59.081265 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-b2d561a1-5bdd-4c02-bdcb-277c393ddc67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:59.086607 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b2d561a1-5bdd-4c02-bdcb-277c393ddc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:59.089219 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-b2d561a1-5bdd-4c02-bdcb-277c393ddc67 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ab8b948c-b384-4f67-826f-c32ef749176c HTTP/1.1" status: 204  len: 168 time: 0.2125368
May 10 17:20:59.249649 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363b22ef-8157-455c-a480-8090d65f4c5a req-0ef9dc1d-8c1e-4968-9bbf-83ab561671e2 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:20:59.251126 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-363b22ef-8157-455c-a480-8090d65f4c5a req-0ef9dc1d-8c1e-4968-9bbf-83ab561671e2 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 946 time: 0.0825558
May 10 17:20:59.299454 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-363b22ef-8157-455c-a480-8090d65f4c5a req-45c6633b-c2cd-44fe-94e9-0be05a1e3c6e tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ec22f41-68ee-46f5-9082-a9436eeaf2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419881
May 10 17:20:59.451738 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 55476) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:59.501759 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-29d65426-9eb5-4910-b6c7-2b2d0df3d60f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bbc5a001f1fc46a0bbd16b57d721d275&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0487719
May 10 17:20:59.504198 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 55480) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:20:59.562644 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-688d7d8c-d607-4101-9f4b-39837f3f6543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:59.588709 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-688d7d8c-d607-4101-9f4b-39837f3f6543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:59.642579 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-688d7d8c-d607-4101-9f4b-39837f3f6543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:59.645975 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:20:59.657183 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688d7d8c-d607-4101-9f4b-39837f3f6543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141ba93f-5713-4354-b1ac-665ff5504096,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:20:59.661717 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-688d7d8c-d607-4101-9f4b-39837f3f6543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:20:59.664868 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-688d7d8c-d607-4101-9f4b-39837f3f6543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:20:59.665946 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-688d7d8c-d607-4101-9f4b-39837f3f6543 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/141ba93f-5713-4354-b1ac-665ff5504096 HTTP/1.1" status: 204  len: 168 time: 0.1608915
May 10 17:21:00.130423 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b273295-b090-4345-ad45-6d970cc4a4e9 req-84c65a47-cc2d-4209-b8da-644f560becb4 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:00.131913 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8b273295-b090-4345-ad45-6d970cc4a4e9 req-84c65a47-cc2d-4209-b8da-644f560becb4 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0823240
May 10 17:21:00.176852 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8b273295-b090-4345-ad45-6d970cc4a4e9 req-5c466e7f-cbf7-41c9-b89d-5caab6a4f73d tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388348
May 10 17:21:00.222141 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:21:00.501946 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cb979-bce7-42b8-8f26-8b037f93e3c5 req-16f16ec0-a037-44e6-aafa-3bcf95df2f3f tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:00.503755 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a23cb979-bce7-42b8-8f26-8b037f93e3c5 req-16f16ec0-a037-44e6-aafa-3bcf95df2f3f tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 946 time: 0.0934792
May 10 17:21:00.550107 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a23cb979-bce7-42b8-8f26-8b037f93e3c5 req-09a0937f-d48e-48fa-a2cc-71cfd0bd0ee1 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ec22f41-68ee-46f5-9082-a9436eeaf2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401702
May 10 17:21:00.875509 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 55550) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:01.006020 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-69c0d217-5a83-42d1-a2d3-5227cf358d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.020043 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-69c0d217-5a83-42d1-a2d3-5227cf358d5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:01.023850 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-69c0d217-5a83-42d1-a2d3-5227cf358d5b admin admin] Usage tracker for resource:security_group_rule and tenant:4bd90ef1114a4bf3bfbd2e2a1848f829 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:01.026680 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-69c0d217-5a83-42d1-a2d3-5227cf358d5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:01.032332 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-69c0d217-5a83-42d1-a2d3-5227cf358d5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:01.118608 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-69c0d217-5a83-42d1-a2d3-5227cf358d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.123392 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-69c0d217-5a83-42d1-a2d3-5227cf358d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.134607 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-2f9e9a6d-a98e-4896-8cfa-2eda7595361a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:01.176097 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-69c0d217-5a83-42d1-a2d3-5227cf358d5b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=4bd90ef1114a4bf3bfbd2e2a1848f829&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2996020
May 10 17:21:01.177080 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c0d217-5a83-42d1-a2d3-5227cf358d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c6ee38-7a99-4e4a-bfd5-831403cbc1e9,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:01.178750 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 55566) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:01.180249 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-69c0d217-5a83-42d1-a2d3-5227cf358d5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:01.246707 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-236323c8-200d-4f33-9c36-20f7e74de2b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.271821 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-236323c8-200d-4f33-9c36-20f7e74de2b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.327101 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-236323c8-200d-4f33-9c36-20f7e74de2b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.330783 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-64ccfc79-4a69-4af5-b0ca-ab530dca3ef6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:01.343010 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236323c8-200d-4f33-9c36-20f7e74de2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c6ee38-7a99-4e4a-bfd5-831403cbc1e9,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:01.346084 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-236323c8-200d-4f33-9c36-20f7e74de2b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:01.348019 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-236323c8-200d-4f33-9c36-20f7e74de2b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:01.349355 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-236323c8-200d-4f33-9c36-20f7e74de2b8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4c6ee38-7a99-4e4a-bfd5-831403cbc1e9 HTTP/1.1" status: 204  len: 168 time: 0.1694221
May 10 17:21:01.378804 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7194d6-3e1b-4a08-ad75-0c60edf6c1dc req-6434b65b-63fd-46cb-a6fb-a995fee2eb84 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:01.380303 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6c7194d6-3e1b-4a08-ad75-0c60edf6c1dc req-6434b65b-63fd-46cb-a6fb-a995fee2eb84 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0890410
May 10 17:21:01.427088 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6c7194d6-3e1b-4a08-ad75-0c60edf6c1dc req-c8fc237b-7745-406f-bd7e-7939378350f8 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404694
May 10 17:21:01.758873 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0439a-0840-4ba2-a29d-1fce271c1395 req-34e6a2e2-4b07-401a-9114-b967f8ec62ed tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:01.760335 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-79a0439a-0840-4ba2-a29d-1fce271c1395 req-34e6a2e2-4b07-401a-9114-b967f8ec62ed tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 946 time: 0.0997713
May 10 17:21:01.807082 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-79a0439a-0840-4ba2-a29d-1fce271c1395 req-9ee8af6b-0e5b-48e2-8950-9f35139dc5ca tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ec22f41-68ee-46f5-9082-a9436eeaf2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403767
May 10 17:21:02.576175 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b10fb-505f-4cf9-b9a3-92289ea1b46a req-ad112df3-6728-4b05-aef0-3cea586950a4 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:02.578936 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc3b10fb-505f-4cf9-b9a3-92289ea1b46a req-ad112df3-6728-4b05-aef0-3cea586950a4 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.36 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 946 time: 0.1212595
May 10 17:21:02.787329 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd59d61-782b-44a5-8bf7-7ac8ee738f4f req-2a4429c2-121a-4205-825b-118cf2ec6d54 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:02.788770 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0bd59d61-782b-44a5-8bf7-7ac8ee738f4f req-2a4429c2-121a-4205-825b-118cf2ec6d54 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.1572814
May 10 17:21:02.816539 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-fc3b10fb-505f-4cf9-b9a3-92289ea1b46a req-eb4828df-574c-4244-bf25-ba00fc71f75f tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Deleting port eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4 {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:21:02.816895 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-fc3b10fb-505f-4cf9-b9a3-92289ea1b46a req-eb4828df-574c-4244-bf25-ba00fc71f75f tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:02.916604 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0bd59d61-782b-44a5-8bf7-7ac8ee738f4f req-8bf7ac8e-ddd5-41fe-860c-a1b24288a42d tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1149399
May 10 17:21:03.016945 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-fc3b10fb-505f-4cf9-b9a3-92289ea1b46a req-eb4828df-574c-4244-bf25-ba00fc71f75f tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] For port eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4,segment=NetworkSegment(f9bf77a0-c512-42ef-997e-9487e4d4658c),segment_id=f9bf77a0-c512-42ef-997e-9487e4d4658c)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:21:03.017337 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-fc3b10fb-505f-4cf9-b9a3-92289ea1b46a req-eb4828df-574c-4244-bf25-ba00fc71f75f tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:03.142002 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-fc3b10fb-505f-4cf9-b9a3-92289ea1b46a req-eb4828df-574c-4244-bf25-ba00fc71f75f tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Calling delete_port for eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4 owned by compute:nova {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:21:03.305098 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3fa199-e683-4b47-89ed-1c3a57fd7feb req-10ce991f-562d-46f9-bd50-fd523d2d95d7 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:03.306490 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9d3fa199-e683-4b47-89ed-1c3a57fd7feb req-10ce991f-562d-46f9-bd50-fd523d2d95d7 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 946 time: 0.3863759
May 10 17:21:03.362602 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9d3fa199-e683-4b47-89ed-1c3a57fd7feb req-057f0e08-05e6-4775-836e-b281f9ad520d tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/security-groups?id=8ec22f41-68ee-46f5-9082-a9436eeaf2a6&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483923
May 10 17:21:03.450363 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-fc3b10fb-505f-4cf9-b9a3-92289ea1b46a req-eb4828df-574c-4244-bf25-ba00fc71f75f tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:03.457370 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-6b7c2868-2e6c-41d0-b440-092bfc139419 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:03.502841 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4828df-574c-4244-bf25-ba00fc71f75f tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Pushing event deleted for resources: {'Port': ['ID=eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:03.508740 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-eb4828df-574c-4244-bf25-ba00fc71f75f tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:03.512678 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:21:03.588506 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc3b10fb-505f-4cf9-b9a3-92289ea1b46a req-eb4828df-574c-4244-bf25-ba00fc71f75f tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] No DVR routers for this DVR port eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4 on host hv-cinder-78638 {{(pid=78697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:21:03.592620 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-fc3b10fb-505f-4cf9-b9a3-92289ea1b46a req-eb4828df-574c-4244-bf25-ba00fc71f75f tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:03.595380 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92dbb526-fe62-4eea-a99c-fb8105f3438c', 'name': 'network-vif-deleted', 'tag': 'eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:21:03.607828 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc3b10fb-505f-4cf9-b9a3-92289ea1b46a req-eb4828df-574c-4244-bf25-ba00fc71f75f tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.36 "DELETE /v2.0/ports/eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4 HTTP/1.1" status: 204  len: 173 time: 1.0201130
May 10 17:21:03.644109 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92dbb526-fe62-4eea-a99c-fb8105f3438c', 'name': 'network-vif-deleted', 'tag': 'eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4', 'status': 'completed', 'code': 200}
May 10 17:21:04.117558 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b4363c-e2e2-4740-826d-7465b5fd2952 req-a5cd5147-75ec-440e-9d3a-f18d8b189a55 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:04.118995 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-38b4363c-e2e2-4740-826d-7465b5fd2952 req-a5cd5147-75ec-440e-9d3a-f18d8b189a55 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0919836
May 10 17:21:04.170771 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-38b4363c-e2e2-4740-826d-7465b5fd2952 req-63d1009c-2b41-4f88-b3a9-44c37562abf3 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0451205
May 10 17:21:04.555462 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-714fc3b9-ae35-4a38-ba2d-ea3fbbb53857 req-62d334da-e804-439f-b920-058e93163d02 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Synchronizing usage tracker for tenant:6ad2c46a2acb4b4d94726b9d4662b49d on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:21:04.577291 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-714fc3b9-ae35-4a38-ba2d-ea3fbbb53857 req-62d334da-e804-439f-b920-058e93163d02 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Unset dirty status for tenant:6ad2c46a2acb4b4d94726b9d4662b49d on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:21:04.578517 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-714fc3b9-ae35-4a38-ba2d-ea3fbbb53857 req-62d334da-e804-439f-b920-058e93163d02 tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] 10.222.0.32 "GET /v2.0/ports?device_id=92dbb526-fe62-4eea-a99c-fb8105f3438c HTTP/1.1" status: 200  len: 210 time: 0.0790658
May 10 17:21:04.765499 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 55688) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:04.891941 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-85f4e392-322f-496a-a2fa-bc17bb8d316b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:04.907037 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-85f4e392-322f-496a-a2fa-bc17bb8d316b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:04.911598 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-85f4e392-322f-496a-a2fa-bc17bb8d316b admin admin] Usage tracker for resource:security_group_rule and tenant:7cd24df6a4ce41618c2e38c7b11fdeb4 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:04.914428 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-85f4e392-322f-496a-a2fa-bc17bb8d316b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:04.922814 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-85f4e392-322f-496a-a2fa-bc17bb8d316b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:05.007072 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-85f4e392-322f-496a-a2fa-bc17bb8d316b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:05.015193 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-85f4e392-322f-496a-a2fa-bc17bb8d316b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:05.022466 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-8966406b-e507-49bf-ab03-92b5bd2d0306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:05.066125 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-85f4e392-322f-496a-a2fa-bc17bb8d316b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7cd24df6a4ce41618c2e38c7b11fdeb4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2994983
May 10 17:21:05.066869 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4e392-322f-496a-a2fa-bc17bb8d316b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f695d45-d3d3-4dbe-adb6-afaf555c2996,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:05.082917 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 55700) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:05.086652 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-85f4e392-322f-496a-a2fa-bc17bb8d316b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:05.149171 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-60a77250-924f-4144-ad08-410fa829d086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:05.179395 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-60a77250-924f-4144-ad08-410fa829d086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:05.246003 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-60a77250-924f-4144-ad08-410fa829d086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:05.252833 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-8f7caae3-e480-491d-956a-0bc6889c9286 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:05.268153 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a77250-924f-4144-ad08-410fa829d086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f695d45-d3d3-4dbe-adb6-afaf555c2996,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:05.271594 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-60a77250-924f-4144-ad08-410fa829d086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:05.272805 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-60a77250-924f-4144-ad08-410fa829d086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:05.274078 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-60a77250-924f-4144-ad08-410fa829d086 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/4f695d45-d3d3-4dbe-adb6-afaf555c2996 HTTP/1.1" status: 204  len: 168 time: 0.1897535
May 10 17:21:05.392881 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995cb7e-bae1-4e2c-89c1-56608966f3eb req-af0fbcca-bde5-4e7a-8078-f72543bc206d tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:05.394375 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e995cb7e-bae1-4e2c-89c1-56608966f3eb req-af0fbcca-bde5-4e7a-8078-f72543bc206d tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.1022162
May 10 17:21:05.448238 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e995cb7e-bae1-4e2c-89c1-56608966f3eb req-8a723850-15bf-4256-aa4b-ef9c16c4c04b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457227
May 10 17:21:05.585236 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 55714) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:05.602761 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-84cfd1e4-6f0a-4362-84c8-7d5989b4cab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:05.618496 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-84cfd1e4-6f0a-4362-84c8-7d5989b4cab8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:05.623466 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-84cfd1e4-6f0a-4362-84c8-7d5989b4cab8 admin admin] Usage tracker for resource:security_group_rule and tenant:bca5f6d1f71e48ad9b7bc62aabd1ab69 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:05.626722 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-84cfd1e4-6f0a-4362-84c8-7d5989b4cab8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:05.632561 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-84cfd1e4-6f0a-4362-84c8-7d5989b4cab8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:05.717870 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-84cfd1e4-6f0a-4362-84c8-7d5989b4cab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:05.721777 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-84cfd1e4-6f0a-4362-84c8-7d5989b4cab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:05.730911 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-1ca3ef1a-b07e-47af-a66c-2a3bd3218340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:05.770263 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-84cfd1e4-6f0a-4362-84c8-7d5989b4cab8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bca5f6d1f71e48ad9b7bc62aabd1ab69&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1839659
May 10 17:21:05.772634 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cfd1e4-6f0a-4362-84c8-7d5989b4cab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee6ed8f-b795-455d-9da3-4b826d0e5c6c,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:05.773105 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 55724) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:05.775784 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-84cfd1e4-6f0a-4362-84c8-7d5989b4cab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:05.832510 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-64162fc7-5efe-492b-91d6-6238c9883435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:05.858898 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-64162fc7-5efe-492b-91d6-6238c9883435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:05.910786 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-64162fc7-5efe-492b-91d6-6238c9883435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:05.914275 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-69c0d217-5a83-42d1-a2d3-5227cf358d5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:05.930291 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64162fc7-5efe-492b-91d6-6238c9883435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee6ed8f-b795-455d-9da3-4b826d0e5c6c,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:05.934959 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-64162fc7-5efe-492b-91d6-6238c9883435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:05.936172 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-64162fc7-5efe-492b-91d6-6238c9883435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:05.939602 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-64162fc7-5efe-492b-91d6-6238c9883435 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ee6ed8f-b795-455d-9da3-4b826d0e5c6c HTTP/1.1" status: 204  len: 168 time: 0.1630869
May 10 17:21:06.051921 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:21:06.090164 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] No Port match for: eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:21:06.090603 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device eae3a54d-4bdf-42bf-b2c1-23c6c7f8a5a4 not bound to the agent host hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:21:06.651984 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02b764-2cee-4298-81c9-7f661c9447d2 req-dd17de04-ef91-43ff-b5eb-9e2bc5996b57 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:06.653426 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7f02b764-2cee-4298-81c9-7f661c9447d2 req-dd17de04-ef91-43ff-b5eb-9e2bc5996b57 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0865128
May 10 17:21:06.698559 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7f02b764-2cee-4298-81c9-7f661c9447d2 req-97aba59c-a2ef-4da7-8a8a-6ec5507e2cee tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389104
May 10 17:21:07.727712 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 55802) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:07.846656 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-26d134c3-de67-41d2-bb96-426609d92e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:07.865038 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-26d134c3-de67-41d2-bb96-426609d92e78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:07.868935 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-26d134c3-de67-41d2-bb96-426609d92e78 admin admin] Usage tracker for resource:security_group_rule and tenant:ec4b7fd381514b1aaf458fb101f17490 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:07.872240 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-26d134c3-de67-41d2-bb96-426609d92e78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:07.877824 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-26d134c3-de67-41d2-bb96-426609d92e78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:07.889112 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f86a4-02be-4ef4-8768-a59201c396ef req-c1de984e-f5aa-4993-b926-057fa19aa268 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:07.890582 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1c2f86a4-02be-4ef4-8768-a59201c396ef req-c1de984e-f5aa-4993-b926-057fa19aa268 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0830314
May 10 17:21:07.941244 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1c2f86a4-02be-4ef4-8768-a59201c396ef req-308b15f2-2b96-499b-b98b-3ca925024546 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448682
May 10 17:21:07.959473 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-26d134c3-de67-41d2-bb96-426609d92e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:07.963192 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-26d134c3-de67-41d2-bb96-426609d92e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:07.971552 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-5f4eedcf-9c6f-4138-97b4-a3d1920d5ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:08.014304 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 55808) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:08.014533 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-26d134c3-de67-41d2-bb96-426609d92e78 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec4b7fd381514b1aaf458fb101f17490&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2855639
May 10 17:21:08.016147 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d134c3-de67-41d2-bb96-426609d92e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8ab913-0ba4-427f-83c4-aa9e8fda4ab8,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:08.019441 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-26d134c3-de67-41d2-bb96-426609d92e78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:08.073765 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-db46303e-ed23-4954-8ab6-fc954e34fc98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:08.099752 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-db46303e-ed23-4954-8ab6-fc954e34fc98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:08.152655 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-db46303e-ed23-4954-8ab6-fc954e34fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:08.156306 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:08.167076 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46303e-ed23-4954-8ab6-fc954e34fc98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8ab913-0ba4-427f-83c4-aa9e8fda4ab8,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:08.172553 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-db46303e-ed23-4954-8ab6-fc954e34fc98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:08.176448 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-db46303e-ed23-4954-8ab6-fc954e34fc98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:08.179861 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-db46303e-ed23-4954-8ab6-fc954e34fc98 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5e8ab913-0ba4-427f-83c4-aa9e8fda4ab8 HTTP/1.1" status: 204  len: 168 time: 0.1620431
May 10 17:21:08.479568 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 55826) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:08.500805 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-bb215351-5edf-4d1e-af5d-6fe22ec9c62d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:08.515792 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-bb215351-5edf-4d1e-af5d-6fe22ec9c62d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:08.519587 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-bb215351-5edf-4d1e-af5d-6fe22ec9c62d admin admin] Usage tracker for resource:security_group_rule and tenant:0ef31823d4eb4617aed749755c60b09e is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:08.522413 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-bb215351-5edf-4d1e-af5d-6fe22ec9c62d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:08.528786 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-bb215351-5edf-4d1e-af5d-6fe22ec9c62d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:08.613459 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-bb215351-5edf-4d1e-af5d-6fe22ec9c62d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:08.617210 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-bb215351-5edf-4d1e-af5d-6fe22ec9c62d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:08.624004 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-119fbbcb-dcc0-4769-8aec-9c29465c0aae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:08.665558 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-bb215351-5edf-4d1e-af5d-6fe22ec9c62d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ef31823d4eb4617aed749755c60b09e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1843133
May 10 17:21:08.666557 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb215351-5edf-4d1e-af5d-6fe22ec9c62d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e61b71b-3b94-4c0e-a0d2-b192014d23f8,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:08.668204 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 55830) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:08.669738 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-bb215351-5edf-4d1e-af5d-6fe22ec9c62d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:08.727828 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-15922921-2133-46c4-a902-64960077992a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:08.754220 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-15922921-2133-46c4-a902-64960077992a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:08.804245 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-15922921-2133-46c4-a902-64960077992a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:08.807848 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-b08ab505-2104-4963-acec-2883abeb8559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:08.825412 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15922921-2133-46c4-a902-64960077992a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e61b71b-3b94-4c0e-a0d2-b192014d23f8,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:08.827918 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-15922921-2133-46c4-a902-64960077992a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:08.836876 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-15922921-2133-46c4-a902-64960077992a admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:08.837966 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-15922921-2133-46c4-a902-64960077992a admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6e61b71b-3b94-4c0e-a0d2-b192014d23f8 HTTP/1.1" status: 204  len: 168 time: 0.1687455
May 10 17:21:09.139915 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334bbd5-2469-4b89-93db-4a07a7eaea23 req-dc23613b-583c-4955-a23f-5feccfd70571 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:09.141323 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2334bbd5-2469-4b89-93db-4a07a7eaea23 req-dc23613b-583c-4955-a23f-5feccfd70571 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0886714
May 10 17:21:09.187250 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2334bbd5-2469-4b89-93db-4a07a7eaea23 req-d42ae6af-823c-49a7-a894-58880ea0a89e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400887
May 10 17:21:10.378062 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e6615d-5750-464a-a3c7-3bf832b9caeb req-7e0330b0-697d-4749-85bb-8f7aa012041f tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:10.379876 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b3e6615d-5750-464a-a3c7-3bf832b9caeb req-7e0330b0-697d-4749-85bb-8f7aa012041f tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0860727
May 10 17:21:10.435862 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b3e6615d-5750-464a-a3c7-3bf832b9caeb req-bbd2255b-ece3-43da-8de1-d673b199a14f tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500000
May 10 17:21:11.545024 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 55930) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:11.635114 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9f4977-4119-450f-817f-db2a169ac6cd req-d5e19504-cb9a-4e8e-b0cf-edfce5314c8a tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:11.637300 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6a9f4977-4119-450f-817f-db2a169ac6cd req-d5e19504-cb9a-4e8e-b0cf-edfce5314c8a tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0867813
May 10 17:21:11.670690 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a0e64299-7176-4812-86f8-acdacba32996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:11.686838 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-a0e64299-7176-4812-86f8-acdacba32996 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:11.690825 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-a0e64299-7176-4812-86f8-acdacba32996 admin admin] Usage tracker for resource:security_group_rule and tenant:53ad3b04144a4130a1d040204ebe5e29 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:11.691227 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6a9f4977-4119-450f-817f-db2a169ac6cd req-6bd428f7-0129-4b44-a76b-77053930a1ea tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476911
May 10 17:21:11.693909 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-a0e64299-7176-4812-86f8-acdacba32996 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:11.700280 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-a0e64299-7176-4812-86f8-acdacba32996 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:11.786921 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a0e64299-7176-4812-86f8-acdacba32996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:11.790981 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a0e64299-7176-4812-86f8-acdacba32996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:11.799826 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-d43517bf-ed7f-4082-b69e-a46a5841f8db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:11.837942 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e64299-7176-4812-86f8-acdacba32996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1585897-bafd-4f6f-a396-05d9931d4be9,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:11.842437 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a0e64299-7176-4812-86f8-acdacba32996 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:11.844810 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-a0e64299-7176-4812-86f8-acdacba32996 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53ad3b04144a4130a1d040204ebe5e29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2987440
May 10 17:21:11.847359 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 55942) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:11.904644 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f813a3d2-671f-4762-9e3e-90d70f0c32b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:11.928924 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f813a3d2-671f-4762-9e3e-90d70f0c32b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:11.984718 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f813a3d2-671f-4762-9e3e-90d70f0c32b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:11.989250 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:12.002996 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f813a3d2-671f-4762-9e3e-90d70f0c32b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1585897-bafd-4f6f-a396-05d9931d4be9,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:12.005537 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-f813a3d2-671f-4762-9e3e-90d70f0c32b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:12.006869 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f813a3d2-671f-4762-9e3e-90d70f0c32b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.008534 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-f813a3d2-671f-4762-9e3e-90d70f0c32b1 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a1585897-bafd-4f6f-a396-05d9931d4be9 HTTP/1.1" status: 204  len: 168 time: 0.1597745
May 10 17:21:12.292815 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 55950) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:12.310721 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0a2458ee-5ce7-425e-a73a-775cb94dcc31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.324716 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-0a2458ee-5ce7-425e-a73a-775cb94dcc31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:12.328431 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-0a2458ee-5ce7-425e-a73a-775cb94dcc31 admin admin] Usage tracker for resource:security_group_rule and tenant:9401b4c0519f4760976f2d5fe41130d7 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:12.331336 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-0a2458ee-5ce7-425e-a73a-775cb94dcc31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:12.337124 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-0a2458ee-5ce7-425e-a73a-775cb94dcc31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:12.418260 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0a2458ee-5ce7-425e-a73a-775cb94dcc31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.421906 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0a2458ee-5ce7-425e-a73a-775cb94dcc31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.430284 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-450171bb-666f-4892-89f8-cf22eb411877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:12.469541 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-0a2458ee-5ce7-425e-a73a-775cb94dcc31 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9401b4c0519f4760976f2d5fe41130d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1755424
May 10 17:21:12.472239 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 55956) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:12.475222 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2458ee-5ce7-425e-a73a-775cb94dcc31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6efb4265-1fc6-4bf5-83af-233ad717aad3,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:12.487118 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-0a2458ee-5ce7-425e-a73a-775cb94dcc31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:12.537415 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a518a5c2-438f-4989-893e-0dbe872376ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.563772 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a518a5c2-438f-4989-893e-0dbe872376ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.616511 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a518a5c2-438f-4989-893e-0dbe872376ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.621872 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-85f4e392-322f-496a-a2fa-bc17bb8d316b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:12.634399 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518a5c2-438f-4989-893e-0dbe872376ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6efb4265-1fc6-4bf5-83af-233ad717aad3,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:12.638227 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a518a5c2-438f-4989-893e-0dbe872376ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:12.639723 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a518a5c2-438f-4989-893e-0dbe872376ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:12.643552 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-a518a5c2-438f-4989-893e-0dbe872376ec admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6efb4265-1fc6-4bf5-83af-233ad717aad3 HTTP/1.1" status: 204  len: 168 time: 0.1695967
May 10 17:21:12.909155 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557af2e1-7603-448e-8179-31f736d8ce6c req-786657c6-857c-4393-bc6a-82dbcd678df1 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:12.910908 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-557af2e1-7603-448e-8179-31f736d8ce6c req-786657c6-857c-4393-bc6a-82dbcd678df1 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0943460
May 10 17:21:12.964565 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-557af2e1-7603-448e-8179-31f736d8ce6c req-ae26056d-717a-4fa5-b04b-7171df987a78 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413942
May 10 17:21:14.161148 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74110c47-15d8-4592-80e4-161a56e3a003 req-6d7b3095-4f36-4016-b8a3-ae244f5a0ff0 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:14.162643 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-74110c47-15d8-4592-80e4-161a56e3a003 req-6d7b3095-4f36-4016-b8a3-ae244f5a0ff0 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0819194
May 10 17:21:14.207481 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-74110c47-15d8-4592-80e4-161a56e3a003 req-0cdc8732-11ae-4f7a-bb70-275e34be7a46 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385687
May 10 17:21:15.436715 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ed0849-d6c1-43a2-a03d-6f419d945093 req-83b25b63-3dc3-4792-a6a5-86f2712240d4 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:15.438156 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-08ed0849-d6c1-43a2-a03d-6f419d945093 req-83b25b63-3dc3-4792-a6a5-86f2712240d4 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.1230347
May 10 17:21:15.566696 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-08ed0849-d6c1-43a2-a03d-6f419d945093 req-c3832e29-bc01-4778-8024-eb002b730483 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228647
May 10 17:21:15.570589 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9c67e982-d1aa-4883-b56d-3b1451c32ac6 req-3fb23fc2-c3c9-499a-ab97-6cbd11150ac1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1936398
May 10 17:21:15.814735 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67e982-d1aa-4883-b56d-3b1451c32ac6 req-d1f9784e-cd7b-403c-87ed-dfefd001fc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:15.816194 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9c67e982-d1aa-4883-b56d-3b1451c32ac6 req-d1f9784e-cd7b-403c-87ed-dfefd001fc38 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0f782c325f1445b94f0ff94b78c2c9f&device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 1098 time: 0.0707071
May 10 17:21:15.961280 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67e982-d1aa-4883-b56d-3b1451c32ac6 req-c9ebb45b-0e17-4b5e-98c0-6229591da28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:15.962761 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9c67e982-d1aa-4883-b56d-3b1451c32ac6 req-c9ebb45b-0e17-4b5e-98c0-6229591da28e service neutron] 10.222.0.36 "GET /v2.0/networks?id=0cfd4b2e-df56-43d0-908b-ea446d61e6b9 HTTP/1.1" status: 200  len: 915 time: 0.1257021
May 10 17:21:16.036283 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9c67e982-d1aa-4883-b56d-3b1451c32ac6 req-1b376d22-3bf0-4be4-a978-c872aaabcd9f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7a435a01-5e96-4ca5-bec4-fb27c4859172 HTTP/1.1" status: 200  len: 217 time: 0.0655389
May 10 17:21:16.099772 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c67e982-d1aa-4883-b56d-3b1451c32ac6 req-e112b3af-d1cb-48e9-8e17-5e7fe1338358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:16.101216 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9c67e982-d1aa-4883-b56d-3b1451c32ac6 req-e112b3af-d1cb-48e9-8e17-5e7fe1338358 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ba516fbc-860b-4d47-a60d-b736d75a32f9 HTTP/1.1" status: 200  len: 854 time: 0.0580475
May 10 17:21:16.149948 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9c67e982-d1aa-4883-b56d-3b1451c32ac6 req-fb7f0d89-32b6-4d52-b4a2-8e510431c3b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0cfd4b2e-df56-43d0-908b-ea446d61e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416045
May 10 17:21:16.294736 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9c67e982-d1aa-4883-b56d-3b1451c32ac6 req-ce217f69-e3d8-48ac-a2bf-6b0215b082ee service neutron] 10.222.0.36 "GET /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369860
May 10 17:21:16.434712 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9c67e982-d1aa-4883-b56d-3b1451c32ac6 req-ff666896-2069-4f90-b258-d021eac3a60c service neutron] 10.222.0.36 "GET /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1321826
May 10 17:21:16.760729 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69764f6e-d6e0-4d83-b92e-84443dd3079f req-30c928e4-e489-49f7-82d8-eaaeb5b622dc tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:16.762253 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-69764f6e-d6e0-4d83-b92e-84443dd3079f req-30c928e4-e489-49f7-82d8-eaaeb5b622dc tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0882614
May 10 17:21:16.827768 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-69764f6e-d6e0-4d83-b92e-84443dd3079f req-98b73ac0-7f24-44cd-99c8-5e8bb2dd9e43 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592139
May 10 17:21:17.546071 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:20.204920 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-cc5df41f-236f-4626-ac1c-b9a0ac4bbb36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:22.727340 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:22.883202 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0592593b-d214-4413-8578-f7c11cfb2df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:23.921058 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:23.927296 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7f4518-db40-4ac9-bf4b-fc0c135391e1 req-d86e7a4f-c946-4d3a-ac10-2a56c296f59b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:23.928926 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-df7f4518-db40-4ac9-bf4b-fc0c135391e1 req-d86e7a4f-c946-4d3a-ac10-2a56c296f59b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0867074
May 10 17:21:23.975599 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-df7f4518-db40-4ac9-bf4b-fc0c135391e1 req-fcc5ed20-6e89-45ea-9bf3-e494340cd5a4 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405197
May 10 17:21:24.139003 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 56148) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:24.198358 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_v2 [None req-2af4af6e-a2ed-4d51-aa7a-2876b5f10b4f admin admin] Deleting subnet 48e6d637-32f5-470b-861a-ccf3ae75f55d {{(pid=78698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:21:24.201086 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2af4af6e-a2ed-4d51-aa7a-2876b5f10b4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:24.253548 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2af4af6e-a2ed-4d51-aa7a-2876b5f10b4f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:24.261321 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2af4af6e-a2ed-4d51-aa7a-2876b5f10b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499293'] for subnet, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:24.498990 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2af4af6e-a2ed-4d51-aa7a-2876b5f10b4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for subnet, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:24.502543 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-cb08a156-9fe1-4917-8a46-2cf757d4544d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:24.540302 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af4af6e-a2ed-4d51-aa7a-2876b5f10b4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48e6d637-32f5-470b-861a-ccf3ae75f55d,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:24.543402 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-2af4af6e-a2ed-4d51-aa7a-2876b5f10b4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:24.544335 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2af4af6e-a2ed-4d51-aa7a-2876b5f10b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:24.550020 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-2af4af6e-a2ed-4d51-aa7a-2876b5f10b4f admin admin] 10.222.0.32 "DELETE /v2.0/subnets/48e6d637-32f5-470b-861a-ccf3ae75f55d HTTP/1.1" status: 204  len: 168 time: 0.4099963
May 10 17:21:24.552431 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 56152) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:24.659711 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653661'] for network, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:24.835143 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501542', 'neutron.services.segments.db._delete_segments_for_network-8765770262173'] for network, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:24.849527 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f8f03ddfca0>> segment before_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:21:24.849883 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f8f03ddfca0>> subnet precommit_delete_associations 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:21:24.850683 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8f03cd2ac0>> segment_host_mapping after_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:21:24.851058 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8f03cd2ac0>> port after_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:21:24.851370 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8f03cd2ac0>> port after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:21:24.851693 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8f03cd2ac0>> port after_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:21:24.852001 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8f03cd2ac0>> segment after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:21:24.852306 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8f03cd2ac0>> subnet after_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:21:24.852615 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8f03cd2ac0>> subnet after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:21:24.852916 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f8f03cd2ac0>> subnet after_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:21:24.992079 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8f03f6d460>> subnet after_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:21:24.992631 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8f03f6d460>> subnet after_delete 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:21:24.992900 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8f03f6d460>> subnet before_create 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:21:24.993291 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f8f03f6d460>> subnet before_update 55550000 {{(pid=78698) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
May 10 17:21:24.993735 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.services.segments.db [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8f03ddfdc0>,) {'filters': {'network_id': ['e9c9da18-88ea-4f01-9df5-4118e97e1a38']}} {{(pid=78698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:25.007630 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.services.segments.db [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f03ddfdc0>, 'f9bf77a0-c512-42ef-997e-9487e4d4658c') {'for_net_delete': True} {{(pid=78698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:25.007997 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.services.segments.db [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f03ddfdc0>, 'f9bf77a0-c512-42ef-997e-9487e4d4658c') {} {{(pid=78698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:21:25.019680 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765770273639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10641729'] for segment, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:25.035222 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:25.042437 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=78698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:21:25.042812 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10577365'] for segment, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:   from cryptography.utils import int_from_bytes
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:   from cryptography.utils import int_from_bytes
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]: Traceback (most recent call last):
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:     timer()
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:     cb(*args, **kw)
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:     return func(*args, **kwargs)
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:     self._notify()
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:     self.callback(batched_events)
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:     event.method(event)
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:     return f(self, *a, **k)
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:     return self._get(url).json()
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:     return self.request(url, 'GET', **kwargs)
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:21:25.058282 dv-cinder-786383-3-iscsi neutron-server[78698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:21:25.134479 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422783'] for network, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:25.138616 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:25.154134 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:25.162058 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9c9da18-88ea-4f01-9df5-4118e97e1a38,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:25.165052 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:25.171328 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-ba040509-73ca-463f-83df-4ee50c6ad852 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e9c9da18-88ea-4f01-9df5-4118e97e1a38 HTTP/1.1" status: 204  len: 168 time: 0.6179984
May 10 17:21:25.350895 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 56170) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:25.369124 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:25.403887 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-686b3b9e-17cb-4cb7-a019-4b4f12557555 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6ad2c46a2acb4b4d94726b9d4662b49d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0495701
May 10 17:21:25.404257 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 56174) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:25.462317 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-6d4aca02-b7a2-4060-808c-260ba8d58a0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:25.476940 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93ecff-ef8c-426e-ab95-bf605d2c8efd req-df05eb34-e54e-4703-a02b-7db6fa3144cb tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:25.478430 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-df93ecff-ef8c-426e-ab95-bf605d2c8efd req-df05eb34-e54e-4703-a02b-7db6fa3144cb tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0887101
May 10 17:21:25.488375 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-6d4aca02-b7a2-4060-808c-260ba8d58a0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:25.526799 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-df93ecff-ef8c-426e-ab95-bf605d2c8efd req-0b9076c5-d91a-446a-8533-288945b1a0db tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414004
May 10 17:21:25.541129 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-6d4aca02-b7a2-4060-808c-260ba8d58a0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:25.546460 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-19e797af-fbb6-4a37-b5a0-af2d1f362c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:25.559145 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4aca02-b7a2-4060-808c-260ba8d58a0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec22f41-68ee-46f5-9082-a9436eeaf2a6,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:25.561944 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-6d4aca02-b7a2-4060-808c-260ba8d58a0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:25.570891 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-6d4aca02-b7a2-4060-808c-260ba8d58a0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:25.572014 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-6d4aca02-b7a2-4060-808c-260ba8d58a0d admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8ec22f41-68ee-46f5-9082-a9436eeaf2a6 HTTP/1.1" status: 204  len: 168 time: 0.1668742
May 10 17:21:26.751334 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4d79c1-7616-4f8f-876d-a57de7d86840 req-f2db9522-6e33-4e60-aadf-d4cc33695241 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:26.752809 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ba4d79c1-7616-4f8f-876d-a57de7d86840 req-f2db9522-6e33-4e60-aadf-d4cc33695241 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0828547
May 10 17:21:26.797667 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ba4d79c1-7616-4f8f-876d-a57de7d86840 req-6a2e69ab-60d7-438e-b65c-28ba721d0d4d tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391550
May 10 17:21:27.544326 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 56260) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:27.660630 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ed406277-caf0-4e4b-9b52-4a25a9e0dab4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:27.677412 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-ed406277-caf0-4e4b-9b52-4a25a9e0dab4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:27.681211 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-ed406277-caf0-4e4b-9b52-4a25a9e0dab4 admin admin] Usage tracker for resource:security_group_rule and tenant:aa429a86a6bc494c8b8c4c336ea3d8a7 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:27.684534 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-ed406277-caf0-4e4b-9b52-4a25a9e0dab4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:27.690999 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-ed406277-caf0-4e4b-9b52-4a25a9e0dab4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:27.776460 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ed406277-caf0-4e4b-9b52-4a25a9e0dab4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:27.780204 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ed406277-caf0-4e4b-9b52-4a25a9e0dab4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:27.787483 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-b2d561a1-5bdd-4c02-bdcb-277c393ddc67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:27.831157 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 56272) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:27.831748 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-ed406277-caf0-4e4b-9b52-4a25a9e0dab4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aa429a86a6bc494c8b8c4c336ea3d8a7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2858181
May 10 17:21:27.832106 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed406277-caf0-4e4b-9b52-4a25a9e0dab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f60415f-60e6-41a3-9592-da7add3347a4,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:27.835094 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-ed406277-caf0-4e4b-9b52-4a25a9e0dab4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:27.894208 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-61aa19ca-5dd9-42aa-a4c4-f9f833d67874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:27.922683 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-61aa19ca-5dd9-42aa-a4c4-f9f833d67874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:28.044509 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85629917-5a10-4102-9181-5822457ef311 req-b6d471ba-e4e8-4245-9ab5-ff8c441afc00 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:28.045969 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-85629917-5a10-4102-9181-5822457ef311 req-b6d471ba-e4e8-4245-9ab5-ff8c441afc00 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.1255753
May 10 17:21:28.078812 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-61aa19ca-5dd9-42aa-a4c4-f9f833d67874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:28.095521 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-9a8dba07-cac4-4c31-a002-e7272cd7ae63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:28.115378 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aa19ca-5dd9-42aa-a4c4-f9f833d67874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f60415f-60e6-41a3-9592-da7add3347a4,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:28.122364 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-85629917-5a10-4102-9181-5822457ef311 req-4e4ff4a8-ea87-4064-8db6-fe4d25a8050e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701170
May 10 17:21:28.123141 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-61aa19ca-5dd9-42aa-a4c4-f9f833d67874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:28.128134 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-61aa19ca-5dd9-42aa-a4c4-f9f833d67874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:28.131618 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-61aa19ca-5dd9-42aa-a4c4-f9f833d67874 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0f60415f-60e6-41a3-9592-da7add3347a4 HTTP/1.1" status: 204  len: 168 time: 0.2970941
May 10 17:21:28.443019 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 56288) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:28.469900 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c1341d3a-1800-49a8-a9bb-aa3616c830df admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:28.488778 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-c1341d3a-1800-49a8-a9bb-aa3616c830df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:28.492623 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-c1341d3a-1800-49a8-a9bb-aa3616c830df admin admin] Usage tracker for resource:security_group_rule and tenant:9d287174311146e38187beb4fbf7e4b1 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:28.495547 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-c1341d3a-1800-49a8-a9bb-aa3616c830df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:28.501172 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-c1341d3a-1800-49a8-a9bb-aa3616c830df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:28.614218 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c1341d3a-1800-49a8-a9bb-aa3616c830df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:28.618644 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c1341d3a-1800-49a8-a9bb-aa3616c830df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:28.627148 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-aef74287-61a7-4b8a-b95a-5555be7b0c67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:28.672987 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-c1341d3a-1800-49a8-a9bb-aa3616c830df admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9d287174311146e38187beb4fbf7e4b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2264390
May 10 17:21:28.672987 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1341d3a-1800-49a8-a9bb-aa3616c830df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7e4d2c-6681-4318-b897-cc02162f13c0,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:28.673948 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 56300) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:28.677204 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c1341d3a-1800-49a8-a9bb-aa3616c830df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:28.757402 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ec52f4d1-8a35-402e-9b63-2863fc11a649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:28.791174 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ec52f4d1-8a35-402e-9b63-2863fc11a649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:28.843422 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ec52f4d1-8a35-402e-9b63-2863fc11a649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:28.849686 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-15922921-2133-46c4-a902-64960077992a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:28.861985 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52f4d1-8a35-402e-9b63-2863fc11a649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7e4d2c-6681-4318-b897-cc02162f13c0,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:28.864360 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-ec52f4d1-8a35-402e-9b63-2863fc11a649 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:28.872665 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ec52f4d1-8a35-402e-9b63-2863fc11a649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:28.873762 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-ec52f4d1-8a35-402e-9b63-2863fc11a649 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3a7e4d2c-6681-4318-b897-cc02162f13c0 HTTP/1.1" status: 204  len: 168 time: 0.1982076
May 10 17:21:29.357006 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4382874c-23bb-43eb-851e-636bf54aff63 req-6b17cb9d-9908-4a9c-af25-38c2a8f19ca3 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:29.358495 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4382874c-23bb-43eb-851e-636bf54aff63 req-6b17cb9d-9908-4a9c-af25-38c2a8f19ca3 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.1089561
May 10 17:21:29.410180 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4382874c-23bb-43eb-851e-636bf54aff63 req-0d5af7e2-61fb-406e-bb82-49d7153da593 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450647
May 10 17:21:30.638048 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcff5ce2-dcac-45f5-9342-83786b704b97 req-3d9f3aae-4b9d-4b1d-a756-ec5c80613d20 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:30.640291 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dcff5ce2-dcac-45f5-9342-83786b704b97 req-3d9f3aae-4b9d-4b1d-a756-ec5c80613d20 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.1124449
May 10 17:21:30.846279 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dcff5ce2-dcac-45f5-9342-83786b704b97 req-ad1e24f4-7968-4201-9d03-54fec3213d3c tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1977377
May 10 17:21:30.877559 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-f650e74a-4916-4296-9af2-235f9c8407c0 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:30.879302 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-f650e74a-4916-4296-9af2-235f9c8407c0 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/networks?id=0cfd4b2e-df56-43d0-908b-ea446d61e6b9 HTTP/1.1" status: 200  len: 814 time: 0.2724030
May 10 17:21:30.906799 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-125829e3-058a-47d1-9e6f-dc35698a9dd6 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/quotas/d0f782c325f1445b94f0ff94b78c2c9f HTTP/1.1" status: 200  len: 375 time: 0.0092359
May 10 17:21:30.997459 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-ed4dad4d-a7d0-4fb7-a653-4345ee1ae074 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d0f782c325f1445b94f0ff94b78c2c9f&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0896773
May 10 17:21:31.175783 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-ae6b6ce7-1f01-464e-970f-c6e58fee733d service neutron] 10.222.0.32 "GET /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1758862
May 10 17:21:31.302893 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-58ab00ef-961e-41f2-a4df-a4d176702223 service neutron] 10.222.0.32 "GET /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276913
May 10 17:21:31.479196 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e16c2a2c-7c63-4c13-84a5-8e692e4d87a1 req-6082a398-2841-4984-9b69-d7c33dde737c tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 210 time: 0.0452752
May 10 17:21:32.031930 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b4407d-ace4-4aa6-a768-7d7d6af87379 req-af93f254-c2b6-40ef-9e46-32d49471adfa tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:32.033362 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d9b4407d-ace4-4aa6-a768-7d7d6af87379 req-af93f254-c2b6-40ef-9e46-32d49471adfa tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0818119
May 10 17:21:32.077337 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d9b4407d-ace4-4aa6-a768-7d7d6af87379 req-bb1bba23-3605-4e2e-9f0d-d3510a4fc187 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382566
May 10 17:21:32.632592 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f13cc129-3f5a-4b97-a6e8-c41eb74c7e2d req-a1f728d8-4797-4b0f-b701-861a74dc7778 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 210 time: 0.0419765
May 10 17:21:33.261273 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0f5c5-c033-4c02-8ea0-f357e789ebf5 req-42f23704-d84f-408e-9270-dc40d2e9944f tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:33.262673 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9ae0f5c5-c033-4c02-8ea0-f357e789ebf5 req-42f23704-d84f-408e-9270-dc40d2e9944f tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0826712
May 10 17:21:33.307897 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9ae0f5c5-c033-4c02-8ea0-f357e789ebf5 req-489666f5-b891-4afa-b6e0-b947d26426b4 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387230
May 10 17:21:33.779025 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-85ebed0c-0921-48aa-9796-714da76a8f74 req-ec9d513c-38dc-4be0-94d1-8136c753ad22 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 210 time: 0.0427768
May 10 17:21:34.636455 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe8e435-090d-4246-ba7c-eb9ef4e9c4d5 req-65919fd7-a287-45fb-9cf2-e5695f8d175e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:34.637899 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-afe8e435-090d-4246-ba7c-eb9ef4e9c4d5 req-65919fd7-a287-45fb-9cf2-e5695f8d175e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0882797
May 10 17:21:34.683363 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-afe8e435-090d-4246-ba7c-eb9ef4e9c4d5 req-59482afe-2091-49b1-8e1d-b82abd948c5e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397551
May 10 17:21:34.922917 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8134de43-752d-41b7-8989-ea8fbf3b5622 req-4e0c1251-bfc8-48e5-a6be-4ddbea9d9bdc tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 210 time: 0.0418994
May 10 17:21:35.867582 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6eec38-34b2-4853-bb8a-2a0b186e2964 req-060d9282-5758-4c10-9248-0704c51f79fc tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:35.869004 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2c6eec38-34b2-4853-bb8a-2a0b186e2964 req-060d9282-5758-4c10-9248-0704c51f79fc tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0809331
May 10 17:21:35.913749 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2c6eec38-34b2-4853-bb8a-2a0b186e2964 req-d2e111b4-384f-47b6-96ee-800c4fd4ec0b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384722
May 10 17:21:36.076816 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-235b26bb-f39d-4564-aaf9-399866058e9a req-057a1649-e6ac-48e7-af79-deb56d507ecd tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 210 time: 0.0470598
May 10 17:21:37.224929 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:21:37.231774 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad36e02-08fb-47df-ac7a-6fb081cd92b0 req-bc10c0ba-3e65-44cb-997c-4cf377a259df tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:37.233325 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fad36e02-08fb-47df-ac7a-6fb081cd92b0 req-bc10c0ba-3e65-44cb-997c-4cf377a259df tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.1401870
May 10 17:21:37.239918 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-944d9d7a-3382-488d-8535-ab21c2cba8d3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:37.241329 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-944d9d7a-3382-488d-8535-ab21c2cba8d3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.36 "GET /v2.0/networks?id=0cfd4b2e-df56-43d0-908b-ea446d61e6b9 HTTP/1.1" status: 200  len: 814 time: 0.2647512
May 10 17:21:37.282802 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fad36e02-08fb-47df-ac7a-6fb081cd92b0 req-21f7be8d-cf84-4a35-9d9a-f3c878ad45d6 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404496
May 10 17:21:37.306937 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-91420a4e-8728-45c1-a3f6-3dd8fe8faab2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Request body: {'port': {'device_id': 'df73bdaf-ec61-4dda-bc79-06dd29d537ee', 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9', 'admin_state_up': True, 'tenant_id': 'd0f782c325f1445b94f0ff94b78c2c9f'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:37.428053 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-65114229-346d-46aa-86a8-2f9ea27ec5b6 req-a62bc69e-96f0-4080-9fa3-5a49f379d534 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 210 time: 0.0510941
May 10 17:21:37.484823 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-91420a4e-8728-45c1-a3f6-3dd8fe8faab2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:37.494447 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-91420a4e-8728-45c1-a3f6-3dd8fe8faab2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:37.504438 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-91420a4e-8728-45c1-a3f6-3dd8fe8faab2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Made reservation on behalf of d0f782c325f1445b94f0ff94b78c2c9f for: {'port': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:21:37.508012 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-91420a4e-8728-45c1-a3f6-3dd8fe8faab2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:37.765366 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_common [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-91420a4e-8728-45c1-a3f6-3dd8fe8faab2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Allocated IP 172.20.0.13 (0cfd4b2e-df56-43d0-908b-ea446d61e6b9/ba516fbc-860b-4d47-a60d-b736d75a32f9/63230674-0039-4b7c-80d1-e8ccab7f7656) {{(pid=78697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:21:38.021995 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-91420a4e-8728-45c1-a3f6-3dd8fe8faab2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks [] for port, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:38.058849 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-91420a4e-8728-45c1-a3f6-3dd8fe8faab2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:38.065468 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-7b897a49-d6e4-4890-8468-7aab3f9498be tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:38.095345 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['7a435a01-5e96-4ca5-bec4-fb27c4859172'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:21:38.130808 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-91420a4e-8728-45c1-a3f6-3dd8fe8faab2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Network 0cfd4b2e-df56-43d0-908b-ea446d61e6b9 is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:21:38.133909 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-91420a4e-8728-45c1-a3f6-3dd8fe8faab2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:21:38.143477 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-91420a4e-8728-45c1-a3f6-3dd8fe8faab2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Received port after_create {{(pid=78697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:21:38.212070 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91420a4e-8728-45c1-a3f6-3dd8fe8faab2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Pushing event updated for resources: {'Port': ['ID=63230674-0039-4b7c-80d1-e8ccab7f7656,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:38.223096 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-91420a4e-8728-45c1-a3f6-3dd8fe8faab2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:38.229155 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-91420a4e-8728-45c1-a3f6-3dd8fe8faab2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:38.229770 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-91420a4e-8728-45c1-a3f6-3dd8fe8faab2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:38.264666 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-91420a4e-8728-45c1-a3f6-3dd8fe8faab2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9619191
May 10 17:21:38.287417 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Request body: {'port': {'device_id': 'df73bdaf-ec61-4dda-bc79-06dd29d537ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:38.457665 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:38.499734 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e5ba6-e261-4941-bc38-c7f9c0e067a3 req-6d70be70-43f6-4806-b7c5-7d9f0d655491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:38.501196 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-db3e5ba6-e261-4941-bc38-c7f9c0e067a3 req-6d70be70-43f6-4806-b7c5-7d9f0d655491 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 1098 time: 0.0748124
May 10 17:21:38.554725 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-db3e5ba6-e261-4941-bc38-c7f9c0e067a3 req-9049d49f-baa1-48ba-89d1-b46063648dbf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464318
May 10 17:21:38.678004 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d29d9-f783-414f-8930-66c8aaeb19db req-c5a99e78-3bda-4651-8c2a-498f981524bd tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:38.679598 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-919d29d9-f783-414f-8930-66c8aaeb19db req-c5a99e78-3bda-4651-8c2a-498f981524bd tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.2566297
May 10 17:21:38.827268 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-919d29d9-f783-414f-8930-66c8aaeb19db req-a7a2f953-b2fd-4ebe-87cc-d302fcec32db tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392884
May 10 17:21:38.875101 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c65e1f-b2e1-489a-9625-cda05e967d7e req-6e162d72-db57-4013-b8e6-ce3861a63811 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:38.876042 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-68c65e1f-b2e1-489a-9625-cda05e967d7e req-6e162d72-db57-4013-b8e6-ce3861a63811 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Synchronizing usage tracker for tenant:d0f782c325f1445b94f0ff94b78c2c9f on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:21:38.916858 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-68c65e1f-b2e1-489a-9625-cda05e967d7e req-6e162d72-db57-4013-b8e6-ce3861a63811 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Unset dirty status for tenant:d0f782c325f1445b94f0ff94b78c2c9f on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:21:38.916858 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-68c65e1f-b2e1-489a-9625-cda05e967d7e req-6e162d72-db57-4013-b8e6-ce3861a63811 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 932 time: 0.3362317
May 10 17:21:39.013784 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63230674-0039-4b7c-80d1-e8ccab7f7656 {{(pid=78697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:21:39.020345 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-68c65e1f-b2e1-489a-9625-cda05e967d7e req-6484c8b1-4e45-405b-83bf-0afae7e140d9 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0997157
May 10 17:21:39.024255 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:39.049730 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.provisioning_blocks [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Transition to ACTIVE for port object 63230674-0039-4b7c-80d1-e8ccab7f7656 will not be triggered until provisioned by entity L2. {{(pid=78697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:21:39.054846 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:39.060960 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:39.218920 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Pushing event updated for resources: {'Port': ['ID=63230674-0039-4b7c-80d1-e8ccab7f7656,revision_number=2']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:39.249482 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:39.288266 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Attempting to bind port 63230674-0039-4b7c-80d1-e8ccab7f7656 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:21:39.288858 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Attempting to bind port 63230674-0039-4b7c-80d1-e8ccab7f7656 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '30e48780-6b8b-42fb-959a-8e946ee097a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9'}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:21:39.288987 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Attempting to bind port 63230674-0039-4b7c-80d1-e8ccab7f7656 on network 0cfd4b2e-df56-43d0-908b-ea446d61e6b9 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:21:39.294109 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Port 63230674-0039-4b7c-80d1-e8ccab7f7656 on network 0cfd4b2e-df56-43d0-908b-ea446d61e6b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:21:39.294453 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Attempting to bind port 63230674-0039-4b7c-80d1-e8ccab7f7656 on network 0cfd4b2e-df56-43d0-908b-ea446d61e6b9 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:21:39.299552 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Checking agent: {'id': '87cc3cef-9683-423a-ab01-169475d75aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'started_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:21:39.299883 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Checking segment: {'id': '30e48780-6b8b-42fb-959a-8e946ee097a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:21:39.300275 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Bound using segment: {'id': '30e48780-6b8b-42fb-959a-8e946ee097a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9'} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:21:39.300703 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Bound port: 63230674-0039-4b7c-80d1-e8ccab7f7656, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e48780-6b8b-42fb-959a-8e946ee097a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9'}}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:21:39.301046 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:39.389623 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] For port 63230674-0039-4b7c-80d1-e8ccab7f7656, host hv-cinder-78638, cleared binding levels {{(pid=78697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:21:39.392634 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] For port 63230674-0039-4b7c-80d1-e8ccab7f7656, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=63230674-0039-4b7c-80d1-e8ccab7f7656,segment=NetworkSegment(30e48780-6b8b-42fb-959a-8e946ee097a6),segment_id=30e48780-6b8b-42fb-959a-8e946ee097a6)] {{(pid=78697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:21:39.395912 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:39.400296 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:39.452126 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:39.452728 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:39.454183 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] 10.222.0.36 "PUT /v2.0/ports/63230674-0039-4b7c-80d1-e8ccab7f7656 HTTP/1.1" status: 200  len: 1094 time: 1.1723502
May 10 17:21:39.454808 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df73bdaf-ec61-4dda-bc79-06dd29d537ee', 'tag': '63230674-0039-4b7c-80d1-e8ccab7f7656'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:21:39.486646 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Pushing event updated for resources: {'Port': ['ID=63230674-0039-4b7c-80d1-e8ccab7f7656,revision_number=3']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:39.493079 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:39.508528 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df73bdaf-ec61-4dda-bc79-06dd29d537ee', 'tag': '63230674-0039-4b7c-80d1-e8ccab7f7656', 'status': 'completed', 'code': 200}
May 10 17:21:39.700537 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-381af6b0-cc23-46ba-b919-6bc913544c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:39.702077 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-381af6b0-cc23-46ba-b919-6bc913544c83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0f782c325f1445b94f0ff94b78c2c9f&device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 1097 time: 0.1471179
May 10 17:21:39.801577 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-0b79f2cd-48b5-436e-9f31-be7f3775efd2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63230674-0039-4b7c-80d1-e8ccab7f7656 HTTP/1.1" status: 200  len: 217 time: 0.0609229
May 10 17:21:39.865691 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-1ab279c5-566b-4d61-9c62-ac4c52a2dc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:39.867141 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-1ab279c5-566b-4d61-9c62-ac4c52a2dc16 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ba516fbc-860b-4d47-a60d-b736d75a32f9 HTTP/1.1" status: 200  len: 854 time: 0.0580254
May 10 17:21:39.919290 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-a54574b0-0e15-4a00-8e82-bf8a248b0c7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0cfd4b2e-df56-43d0-908b-ea446d61e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443470
May 10 17:21:40.105772 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-9f7763ed-0c2b-4ef9-9b8b-86ea9f2cabae service neutron] 10.222.0.36 "GET /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1744382
May 10 17:21:40.142861 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1241293e-83a2-4356-b287-700f8a9a280d req-30b8e1cf-ffb7-436b-87ca-900d262f186e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:40.144279 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1241293e-83a2-4356-b287-700f8a9a280d req-30b8e1cf-ffb7-436b-87ca-900d262f186e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.1935382
May 10 17:21:40.307538 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1241293e-83a2-4356-b287-700f8a9a280d req-85d6a0e6-4022-4172-b36a-ac88e47eb43d tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0864580
May 10 17:21:40.346472 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cfa5f9e4-b54b-4313-8ec8-cf194b935f09 req-524fdd8c-45bd-4738-8193-10573cfb5273 service neutron] 10.222.0.36 "GET /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2324252
May 10 17:21:40.355314 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca5594d-0a3b-4f3a-b14e-0ceb19ea8eb3 req-aaf8acba-57ff-41ed-a04c-75f19e4a8ac4 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:40.356673 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6ca5594d-0a3b-4f3a-b14e-0ceb19ea8eb3 req-aaf8acba-57ff-41ed-a04c-75f19e4a8ac4 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 944 time: 0.2242355
May 10 17:21:40.401969 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6ca5594d-0a3b-4f3a-b14e-0ceb19ea8eb3 req-6fb1c63a-ad9b-4362-a16d-c1c5ad131f46 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395348
May 10 17:21:40.660214 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71b552-30d8-48b4-834b-38e783d2d8f5 req-b420267a-bf17-4386-adf6-d008237968e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:40.662132 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc71b552-30d8-48b4-834b-38e783d2d8f5 req-b420267a-bf17-4386-adf6-d008237968e2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0f782c325f1445b94f0ff94b78c2c9f&device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 1097 time: 0.1096833
May 10 17:21:40.794740 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71b552-30d8-48b4-834b-38e783d2d8f5 req-68a4a7b8-b2af-49c1-9f86-41f627397d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:40.796007 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc71b552-30d8-48b4-834b-38e783d2d8f5 req-68a4a7b8-b2af-49c1-9f86-41f627397d98 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0cfd4b2e-df56-43d0-908b-ea446d61e6b9 HTTP/1.1" status: 200  len: 915 time: 0.1269624
May 10 17:21:40.865044 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc71b552-30d8-48b4-834b-38e783d2d8f5 req-c76aac1d-2893-448c-967a-b7c167429cf4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=63230674-0039-4b7c-80d1-e8ccab7f7656 HTTP/1.1" status: 200  len: 217 time: 0.0588093
May 10 17:21:40.931246 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc71b552-30d8-48b4-834b-38e783d2d8f5 req-198c7cb4-fb1c-4e67-8ae8-05ba2a68be2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:40.932662 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc71b552-30d8-48b4-834b-38e783d2d8f5 req-198c7cb4-fb1c-4e67-8ae8-05ba2a68be2f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ba516fbc-860b-4d47-a60d-b736d75a32f9 HTTP/1.1" status: 200  len: 854 time: 0.0607302
May 10 17:21:40.980187 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc71b552-30d8-48b4-834b-38e783d2d8f5 req-b31deb7c-40db-40dc-a589-127b111d3df2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0cfd4b2e-df56-43d0-908b-ea446d61e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0404344
May 10 17:21:41.111499 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc71b552-30d8-48b4-834b-38e783d2d8f5 req-eaeb51c4-c0db-4502-b7c8-81689b8a6eea service neutron] 10.222.0.36 "GET /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1240642
May 10 17:21:41.266553 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc71b552-30d8-48b4-834b-38e783d2d8f5 req-194bb19d-3034-4fa3-ba65-c2f6e65dc21b service neutron] 10.222.0.36 "GET /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1324465
May 10 17:21:41.510021 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c31c6-17f1-41a4-be78-ae6310352978 req-8fec7e7c-c6d9-4dc7-ae0d-4be714821ee6 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:41.511799 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-214c31c6-17f1-41a4-be78-ae6310352978 req-8fec7e7c-c6d9-4dc7-ae0d-4be714821ee6 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.0918512
May 10 17:21:41.689540 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-214c31c6-17f1-41a4-be78-ae6310352978 req-3334acdc-41d1-4aab-bac3-4edd144ab0d1 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1708813
May 10 17:21:41.715700 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d96f0a-c09f-4d60-b8e3-d4bc93e5e0d8 req-b47fc06b-1476-4390-858d-8295fad5f22c tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:41.717406 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e5d96f0a-c09f-4d60-b8e3-d4bc93e5e0d8 req-b47fc06b-1476-4390-858d-8295fad5f22c tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 944 time: 0.2000601
May 10 17:21:41.764021 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e5d96f0a-c09f-4d60-b8e3-d4bc93e5e0d8 req-0c412e32-6280-467a-960e-69aa8660b438 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404739
May 10 17:21:41.880603 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c9b1d8-853e-49f0-926a-3b433e37f4f3 req-e4b75cea-d070-4a4c-9cda-fd5c842fb1db tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:41.882063 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f5c9b1d8-853e-49f0-926a-3b433e37f4f3 req-e4b75cea-d070-4a4c-9cda-fd5c842fb1db tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0815482
May 10 17:21:41.927005 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f5c9b1d8-853e-49f0-926a-3b433e37f4f3 req-12bf4bde-e15b-4b92-8e00-c333e8b58177 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385900
May 10 17:21:42.505792 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 56636) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:42.636206 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c12fc1c5-c4c0-4675-b085-59c21a9e2294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:42.650147 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-c12fc1c5-c4c0-4675-b085-59c21a9e2294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:42.654751 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-c12fc1c5-c4c0-4675-b085-59c21a9e2294 admin admin] Usage tracker for resource:security_group_rule and tenant:70d46ef200934bd28f048a6ead9c4be8 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:42.657509 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-c12fc1c5-c4c0-4675-b085-59c21a9e2294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:42.663735 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-c12fc1c5-c4c0-4675-b085-59c21a9e2294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:42.758655 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c12fc1c5-c4c0-4675-b085-59c21a9e2294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:42.762860 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c12fc1c5-c4c0-4675-b085-59c21a9e2294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:42.771724 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-f48eb703-9d86-498a-b979-0253247f7ce3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:42.815703 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-c12fc1c5-c4c0-4675-b085-59c21a9e2294 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=70d46ef200934bd28f048a6ead9c4be8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3087704
May 10 17:21:42.816648 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12fc1c5-c4c0-4675-b085-59c21a9e2294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a989d99a-50bd-4c32-80f2-e62f4fd8da18,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:42.817521 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 56652) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:42.820405 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c12fc1c5-c4c0-4675-b085-59c21a9e2294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:42.877020 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-6d56b817-bbad-4283-9aee-24cf9158896e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:42.903880 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-6d56b817-bbad-4283-9aee-24cf9158896e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:42.950421 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052bd20-e99c-4e4c-93de-7d7b5bd88074 req-e1f5bbf3-0f68-43ce-97b0-ba7c2d6e1a7d tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:42.951992 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0052bd20-e99c-4e4c-93de-7d7b5bd88074 req-e1f5bbf3-0f68-43ce-97b0-ba7c2d6e1a7d tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 944 time: 0.0826464
May 10 17:21:42.959834 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-6d56b817-bbad-4283-9aee-24cf9158896e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:42.964657 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-60a77250-924f-4144-ad08-410fa829d086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:42.977549 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d56b817-bbad-4283-9aee-24cf9158896e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a989d99a-50bd-4c32-80f2-e62f4fd8da18,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:42.988264 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-6d56b817-bbad-4283-9aee-24cf9158896e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:42.992146 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-6d56b817-bbad-4283-9aee-24cf9158896e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a989d99a-50bd-4c32-80f2-e62f4fd8da18 HTTP/1.1" status: 204  len: 168 time: 0.1736317
May 10 17:21:42.993825 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56b817-bbad-4283-9aee-24cf9158896e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:42.994183 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56b817-bbad-4283-9aee-24cf9158896e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:42.995095 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56b817-bbad-4283-9aee-24cf9158896e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:42.995600 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56b817-bbad-4283-9aee-24cf9158896e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:42.996197 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56b817-bbad-4283-9aee-24cf9158896e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:42.996964 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56b817-bbad-4283-9aee-24cf9158896e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:42.997514 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56b817-bbad-4283-9aee-24cf9158896e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:42.998166 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56b817-bbad-4283-9aee-24cf9158896e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:42.998694 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56b817-bbad-4283-9aee-24cf9158896e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:42.999101 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0052bd20-e99c-4e4c-93de-7d7b5bd88074 req-8af16231-8f3a-4c22-9d75-32e52e162062 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409098
May 10 17:21:42.999365 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56b817-bbad-4283-9aee-24cf9158896e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:42.999712 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56b817-bbad-4283-9aee-24cf9158896e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:43.000049 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d56b817-bbad-4283-9aee-24cf9158896e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:43.003207 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-6d56b817-bbad-4283-9aee-24cf9158896e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:43.273416 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 56660) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:43.290406 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-236410c3-d7cb-46e6-b221-840d94381e7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:43.304481 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-236410c3-d7cb-46e6-b221-840d94381e7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:43.308825 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-236410c3-d7cb-46e6-b221-840d94381e7c admin admin] Usage tracker for resource:security_group_rule and tenant:bf2ae3d768b74478829b07b1b6b753a9 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:43.311578 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-236410c3-d7cb-46e6-b221-840d94381e7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:43.317290 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-236410c3-d7cb-46e6-b221-840d94381e7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:43.407361 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-236410c3-d7cb-46e6-b221-840d94381e7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:43.411671 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-236410c3-d7cb-46e6-b221-840d94381e7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:43.420714 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:43.466868 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-236410c3-d7cb-46e6-b221-840d94381e7c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=bf2ae3d768b74478829b07b1b6b753a9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1923900
May 10 17:21:43.468540 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236410c3-d7cb-46e6-b221-840d94381e7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b78242-b926-4957-a3cb-e76409c43fb8,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:43.469560 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 56670) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:43.471490 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-236410c3-d7cb-46e6-b221-840d94381e7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:43.530587 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0e192d42-1ee5-4297-9b66-9c0de43735cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:43.556098 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0e192d42-1ee5-4297-9b66-9c0de43735cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:43.612980 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0e192d42-1ee5-4297-9b66-9c0de43735cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:43.617452 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-e4ba9dcd-1641-4968-8dc7-1e3bf2da137d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:43.627211 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e192d42-1ee5-4297-9b66-9c0de43735cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b78242-b926-4957-a3cb-e76409c43fb8,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:43.631613 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-0e192d42-1ee5-4297-9b66-9c0de43735cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:43.633555 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0e192d42-1ee5-4297-9b66-9c0de43735cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:43.634682 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-0e192d42-1ee5-4297-9b66-9c0de43735cb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c6b78242-b926-4957-a3cb-e76409c43fb8 HTTP/1.1" status: 204  len: 168 time: 0.1636505
May 10 17:21:44.050956 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 63230674-0039-4b7c-80d1-e8ccab7f7656 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:21:44.188892 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port 63230674-0039-4b7c-80d1-e8ccab7f7656, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=63230674-0039-4b7c-80d1-e8ccab7f7656,segment=NetworkSegment(30e48780-6b8b-42fb-959a-8e946ee097a6),segment_id=30e48780-6b8b-42fb-959a-8e946ee097a6)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:21:44.202147 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': '63230674-0039-4b7c-80d1-e8ccab7f7656', 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9', 'port_id': '63230674-0039-4b7c-80d1-e8ccab7f7656', 'mac_address': 'fa:16:3e:17:4b:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba516fbc-860b-4d47-a60d-b736d75a32f9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:21:44.210657 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43097d53-6d7f-4c60-818a-0c12b0bf4986 req-e45c18a2-f29c-4294-b3bb-9af183abe99d tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:44.212141 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-43097d53-6d7f-4c60-818a-0c12b0bf4986 req-e45c18a2-f29c-4294-b3bb-9af183abe99d tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 944 time: 0.0873535
May 10 17:21:44.263182 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:44.263618 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-43097d53-6d7f-4c60-818a-0c12b0bf4986 req-f667cba7-800d-4a94-93e0-fb31c6d4b94c tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449259
May 10 17:21:44.280524 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63230674-0039-4b7c-80d1-e8ccab7f7656 {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:21:44.296094 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port 63230674-0039-4b7c-80d1-e8ccab7f7656, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=63230674-0039-4b7c-80d1-e8ccab7f7656,segment=NetworkSegment(30e48780-6b8b-42fb-959a-8e946ee097a6),segment_id=30e48780-6b8b-42fb-959a-8e946ee097a6)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:21:44.301910 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:44.303685 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:44.375688 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=63230674-0039-4b7c-80d1-e8ccab7f7656,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:44.383319 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:44.383706 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:44.384040 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:44.384374 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:44.384704 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:44.385032 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:44.385894 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:44.386230 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:44.386588 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:44.386916 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:44.387283 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:44.387602 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:44.391590 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:45.079532 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['63230674-0039-4b7c-80d1-e8ccab7f7656'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:21:45.168448 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a212c8c-3f74-4c1e-962d-22c89af68844 req-d7703975-dfed-4cf3-92b0-7590c3b2621f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:45.169929 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2a212c8c-3f74-4c1e-962d-22c89af68844 req-d7703975-dfed-4cf3-92b0-7590c3b2621f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fc027d222ec41848aea01fc2452dce7&device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 1098 time: 0.2069151
May 10 17:21:45.212491 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80349df5-471b-4693-9339-b632606324ec req-62366297-62fb-4474-86fd-d95dfa0f5a5e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:45.219961 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-80349df5-471b-4693-9339-b632606324ec req-62366297-62fb-4474-86fd-d95dfa0f5a5e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1631734
May 10 17:21:45.270972 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 56750) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:45.355595 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-80349df5-471b-4693-9339-b632606324ec req-2c94eac6-dcff-4369-a069-42df6fffe30c tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1347144
May 10 17:21:45.403899 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a212c8c-3f74-4c1e-962d-22c89af68844 req-23d147fa-785b-4e34-b2e5-2953b1c27d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:45.405488 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2a212c8c-3f74-4c1e-962d-22c89af68844 req-23d147fa-785b-4e34-b2e5-2953b1c27d28 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c40edc93-49fe-487d-9975-28a626203a59 HTTP/1.1" status: 200  len: 919 time: 0.2229388
May 10 17:21:45.417784 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f9feeb56-44ba-4c11-8ad1-892a5d3b21e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:45.438033 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-f9feeb56-44ba-4c11-8ad1-892a5d3b21e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:45.442635 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-f9feeb56-44ba-4c11-8ad1-892a5d3b21e2 admin admin] Usage tracker for resource:security_group_rule and tenant:b2830dee53864f41b31996a6d7b4eeab is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:45.447000 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-f9feeb56-44ba-4c11-8ad1-892a5d3b21e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:45.453935 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-f9feeb56-44ba-4c11-8ad1-892a5d3b21e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:45.525111 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2a212c8c-3f74-4c1e-962d-22c89af68844 req-484dac95-0260-4271-83b6-f1f5904a9498 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd HTTP/1.1" status: 200  len: 217 time: 0.0849459
May 10 17:21:45.566202 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f9feeb56-44ba-4c11-8ad1-892a5d3b21e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:45.571402 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f9feeb56-44ba-4c11-8ad1-892a5d3b21e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:45.583969 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-ed406277-caf0-4e4b-9b52-4a25a9e0dab4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:45.602271 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a212c8c-3f74-4c1e-962d-22c89af68844 req-c75b9873-b894-49ad-8f3e-66ba8cf34cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:45.604464 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2a212c8c-3f74-4c1e-962d-22c89af68844 req-c75b9873-b894-49ad-8f3e-66ba8cf34cef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab4050f2-b8f5-4efa-8308-283297f4ea49 HTTP/1.1" status: 200  len: 858 time: 0.0713966
May 10 17:21:45.644762 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9feeb56-44ba-4c11-8ad1-892a5d3b21e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c0b9f8-bc7d-4edd-9692-a8334e0528a7,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:45.648619 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-f9feeb56-44ba-4c11-8ad1-892a5d3b21e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:45.651652 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-f9feeb56-44ba-4c11-8ad1-892a5d3b21e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b2830dee53864f41b31996a6d7b4eeab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3790085
May 10 17:21:45.657307 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 56762) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:45.662450 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80da2318-1efd-4d0d-a67f-d5166aa9af32 req-b2429d9a-c65d-4c55-850c-1cc9744f354c tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:45.670692 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-80da2318-1efd-4d0d-a67f-d5166aa9af32 req-b2429d9a-c65d-4c55-850c-1cc9744f354c tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 945 time: 0.2707844
May 10 17:21:45.694289 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2a212c8c-3f74-4c1e-962d-22c89af68844 req-bafa2e8b-44e3-48cf-a559-1d4ac3903896 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c40edc93-49fe-487d-9975-28a626203a59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0816627
May 10 17:21:45.696805 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 56768) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:45.762721 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-219d1cab-e6ca-42bf-b87a-2559077d52b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:45.794106 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-219d1cab-e6ca-42bf-b87a-2559077d52b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:45.821056 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-80da2318-1efd-4d0d-a67f-d5166aa9af32 req-d67ffdad-2173-45a7-bb56-0cb201ea12e6 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1491752
May 10 17:21:45.859986 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-219d1cab-e6ca-42bf-b87a-2559077d52b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:45.871080 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-9ef16dbe-deba-4e0b-a2bb-67a132239a4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:45.893704 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d1cab-e6ca-42bf-b87a-2559077d52b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c0b9f8-bc7d-4edd-9692-a8334e0528a7,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:45.914533 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-219d1cab-e6ca-42bf-b87a-2559077d52b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:45.915951 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-219d1cab-e6ca-42bf-b87a-2559077d52b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/36c0b9f8-bc7d-4edd-9692-a8334e0528a7 HTTP/1.1" status: 204  len: 168 time: 0.2571652
May 10 17:21:45.919184 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-219d1cab-e6ca-42bf-b87a-2559077d52b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:45.972628 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-be84ec16-1df1-4afe-9acb-6a67b506c960 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.016539 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2a212c8c-3f74-4c1e-962d-22c89af68844 req-09a6273d-49a9-48aa-96fd-c2922a600535 service neutron] 10.222.0.36 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3141243
May 10 17:21:46.027148 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-be84ec16-1df1-4afe-9acb-6a67b506c960 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:46.032888 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-be84ec16-1df1-4afe-9acb-6a67b506c960 admin admin] Usage tracker for resource:security_group_rule and tenant:ab6d1ee647ce47fda6a2610080b80655 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:46.038151 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-be84ec16-1df1-4afe-9acb-6a67b506c960 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:46.044921 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-be84ec16-1df1-4afe-9acb-6a67b506c960 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:46.235551 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-be84ec16-1df1-4afe-9acb-6a67b506c960 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.246508 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-be84ec16-1df1-4afe-9acb-6a67b506c960 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.254937 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-9f5206b8-ef43-43bb-ba74-39bf0b685d50 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:46.272611 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2a212c8c-3f74-4c1e-962d-22c89af68844 req-00f8791d-351d-41c2-b81d-123948edb050 service neutron] 10.222.0.36 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1859317
May 10 17:21:46.285806 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 56788) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:46.302446 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-be84ec16-1df1-4afe-9acb-6a67b506c960 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ab6d1ee647ce47fda6a2610080b80655&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6043358
May 10 17:21:46.304211 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-11e396d2-f325-43f5-a8ba-d71946cab31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.304323 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84ec16-1df1-4afe-9acb-6a67b506c960 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9d2efc-6d8b-41b6-b7f4-b6de68493e0d,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:46.306495 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 56792) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:46.308724 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-be84ec16-1df1-4afe-9acb-6a67b506c960 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:46.320454 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-11e396d2-f325-43f5-a8ba-d71946cab31d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:46.324927 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-11e396d2-f325-43f5-a8ba-d71946cab31d admin admin] Usage tracker for resource:security_group_rule and tenant:ec4f464e11fb44a5a0d8de038d7d57da is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:46.327990 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-11e396d2-f325-43f5-a8ba-d71946cab31d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:46.334222 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-11e396d2-f325-43f5-a8ba-d71946cab31d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:46.427885 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-11e396d2-f325-43f5-a8ba-d71946cab31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.434912 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-11e396d2-f325-43f5-a8ba-d71946cab31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.450527 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-7f86e8dd-45d1-4535-91a7-078dd5c93fdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.464841 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-4db2ab62-43d9-46d1-b341-50958251c50f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:46.473656 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-11e396d2-f325-43f5-a8ba-d71946cab31d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=ec4f464e11fb44a5a0d8de038d7d57da&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1868024
May 10 17:21:46.476526 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 56802) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:46.512550 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-7f86e8dd-45d1-4535-91a7-078dd5c93fdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.520960 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e396d2-f325-43f5-a8ba-d71946cab31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3479836-3fe1-41ae-8f50-be49ead985a1,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:46.531770 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-11e396d2-f325-43f5-a8ba-d71946cab31d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:46.555088 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8771eb0c-ca1b-4541-b279-4a080610d50b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.581373 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8771eb0c-ca1b-4541-b279-4a080610d50b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.590084 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0650096-0f15-4d63-9220-06449abe81c1 req-b6ffc122-5efa-4676-9fc4-f8fb67d48838 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:46.591551 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a0650096-0f15-4d63-9220-06449abe81c1 req-b6ffc122-5efa-4676-9fc4-f8fb67d48838 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1209450
May 10 17:21:46.612397 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-7f86e8dd-45d1-4535-91a7-078dd5c93fdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.618132 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:46.638068 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8771eb0c-ca1b-4541-b279-4a080610d50b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.638966 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f86e8dd-45d1-4535-91a7-078dd5c93fdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9d2efc-6d8b-41b6-b7f4-b6de68493e0d,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:46.641700 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-7f86e8dd-45d1-4535-91a7-078dd5c93fdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:46.641858 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-cfb8c2aa-604b-466b-9aeb-4b8d94f42b95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:46.653663 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8771eb0c-ca1b-4541-b279-4a080610d50b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3479836-3fe1-41ae-8f50-be49ead985a1,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:46.659133 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-8771eb0c-ca1b-4541-b279-4a080610d50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:46.661413 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8771eb0c-ca1b-4541-b279-4a080610d50b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.664939 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-8771eb0c-ca1b-4541-b279-4a080610d50b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f3479836-3fe1-41ae-8f50-be49ead985a1 HTTP/1.1" status: 204  len: 168 time: 0.1851175
May 10 17:21:46.672302 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a0650096-0f15-4d63-9220-06449abe81c1 req-a56b43e3-b414-4cce-85ea-c19cb1ca7e03 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0741405
May 10 17:21:46.673507 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-7f86e8dd-45d1-4535-91a7-078dd5c93fdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:46.674499 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-7f86e8dd-45d1-4535-91a7-078dd5c93fdc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1d9d2efc-6d8b-41b6-b7f4-b6de68493e0d HTTP/1.1" status: 204  len: 168 time: 0.3670697
May 10 17:21:47.122511 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf375d-ec5a-46d3-87fc-b7bcd004b990 req-6cf583be-3fba-48a5-a79a-96930a52acb0 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:47.130124 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c6cf375d-ec5a-46d3-87fc-b7bcd004b990 req-6cf583be-3fba-48a5-a79a-96930a52acb0 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 945 time: 0.1842918
May 10 17:21:47.222232 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c6cf375d-ec5a-46d3-87fc-b7bcd004b990 req-aec34f3b-715a-450e-9e77-7592ebf6f1ba tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912144
May 10 17:21:47.257657 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d3699-54a4-4561-acd3-cbbb5baab39b req-5174bdc9-1bf8-4297-ae7a-41545953c37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:47.259570 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0e0d3699-54a4-4561-acd3-cbbb5baab39b req-5174bdc9-1bf8-4297-ae7a-41545953c37d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fc027d222ec41848aea01fc2452dce7&device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 1098 time: 0.1097615
May 10 17:21:47.417095 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d3699-54a4-4561-acd3-cbbb5baab39b req-793f1a44-06aa-4869-b2bc-1cfd5ab9ceac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:47.418643 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0e0d3699-54a4-4561-acd3-cbbb5baab39b req-793f1a44-06aa-4869-b2bc-1cfd5ab9ceac service neutron] 10.222.0.36 "GET /v2.0/networks?id=c40edc93-49fe-487d-9975-28a626203a59 HTTP/1.1" status: 200  len: 919 time: 0.1363888
May 10 17:21:47.478549 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:47.498695 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0e0d3699-54a4-4561-acd3-cbbb5baab39b req-5c58502b-c39a-411f-baf7-fa7e5023d698 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd HTTP/1.1" status: 200  len: 217 time: 0.0735829
May 10 17:21:47.564599 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0d3699-54a4-4561-acd3-cbbb5baab39b req-5bf2d76e-60a8-4d62-92a5-9e656002c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:47.565960 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0e0d3699-54a4-4561-acd3-cbbb5baab39b req-5bf2d76e-60a8-4d62-92a5-9e656002c1dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab4050f2-b8f5-4efa-8308-283297f4ea49 HTTP/1.1" status: 200  len: 858 time: 0.0597973
May 10 17:21:47.572747 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 56854) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:47.615492 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0e0d3699-54a4-4561-acd3-cbbb5baab39b req-6ba0de36-ac20-4c77-bcbf-593bd6b7a610 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c40edc93-49fe-487d-9975-28a626203a59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0426450
May 10 17:21:47.758909 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0e0d3699-54a4-4561-acd3-cbbb5baab39b req-d43df043-94d4-450f-af26-1fd6931bb813 service neutron] 10.222.0.36 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1346979
May 10 17:21:47.820738 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-24383698-network', 'tenant_id': '0c9cc9feff17427b9609bc260703b774'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:47.825644 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:47.829644 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Usage tracker for resource:network and tenant:0c9cc9feff17427b9609bc260703b774 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:47.832496 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:47.838162 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:47.849606 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Made reservation on behalf of 0c9cc9feff17427b9609bc260703b774 for: {'network': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:21:47.851894 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for network, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:47.865275 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:47.880174 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:47.884152 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Usage tracker for resource:security_group_rule and tenant:0c9cc9feff17427b9609bc260703b774 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:47.887345 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:47.894862 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:47.957656 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0e0d3699-54a4-4561-acd3-cbbb5baab39b req-32a538b8-4bc9-4b67-95a0-caa89b8a147d service neutron] 10.222.0.36 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1924710
May 10 17:21:47.998031 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:48.002259 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:48.003596 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1888d0-fd0a-4e62-9bbd-6659565e98bc req-985965be-afb0-4e25-bb0d-a6369037eaaf tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:48.005426 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-26d134c3-de67-41d2-bb96-426609d92e78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:48.008542 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4a1888d0-fd0a-4e62-9bbd-6659565e98bc req-985965be-afb0-4e25-bb0d-a6369037eaaf tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.2050364
May 10 17:21:48.046488 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345}  {{(pid=78698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:21:48.053209 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=352dace7-149b-4f24-ac73-e48f44c987a4,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:48.056650 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4a1888d0-fd0a-4e62-9bbd-6659565e98bc req-65599589-8022-43c0-8055-234957c285e7 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424047
May 10 17:21:48.057314 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:48.062758 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:48.063192 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.segments_db [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Added segment 1b87a87c-1ad8-4bea-8d69-c95113d284a4 of type vlan for network 59c79b3a-606f-480a-bc59-da16504e6cb0
May 10 17:21:48.067156 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 63230674-0039-4b7c-80d1-e8ccab7f7656 up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:21:48.094696 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765769838210'] for network, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:48.136023 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for network, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:48.137851 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:48.138662 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:48.144702 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:48.148411 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning for port 63230674-0039-4b7c-80d1-e8ccab7f7656 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:21:48.153694 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port 63230674-0039-4b7c-80d1-e8ccab7f7656 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:21:48.154160 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:48.249632 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6751626
May 10 17:21:48.251783 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Pushing event updated for resources: {'Network': ['ID=59c79b3a-606f-480a-bc59-da16504e6cb0,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:48.253107 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 56876) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:48.253684 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:48.259146 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Request body: {'subnet': {'network_id': '59c79b3a-606f-480a-bc59-da16504e6cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-24383698-subnet', 'tenant_id': '0c9cc9feff17427b9609bc260703b774', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:48.274043 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:48.292168 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Usage tracker for resource:subnet and tenant:0c9cc9feff17427b9609bc260703b774 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:48.295169 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Network 59c79b3a-606f-480a-bc59-da16504e6cb0 details requested by agent ovs-agent-dv-cinder-786383-3-iscsi with host dv-cinder-786383-3-iscsi {{(pid=78699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:21:48.299696 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:48.311979 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:48.332981 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Made reservation on behalf of 0c9cc9feff17427b9609bc260703b774 for: {'subnet': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:21:48.336514 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11233373'] for subnet, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:48.452677 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:48.508570 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df73bdaf-ec61-4dda-bc79-06dd29d537ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63230674-0039-4b7c-80d1-e8ccab7f7656'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:21:48.531531 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port 63230674-0039-4b7c-80d1-e8ccab7f7656, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=63230674-0039-4b7c-80d1-e8ccab7f7656,segment=NetworkSegment(30e48780-6b8b-42fb-959a-8e946ee097a6),segment_id=30e48780-6b8b-42fb-959a-8e946ee097a6)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:21:48.547671 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:48.551008 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:48.600791 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df73bdaf-ec61-4dda-bc79-06dd29d537ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63230674-0039-4b7c-80d1-e8ccab7f7656', 'code': 200}
May 10 17:21:48.636817 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=63230674-0039-4b7c-80d1-e8ccab7f7656,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:48.640482 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:48.653402 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d840350-3278-4999-8784-85a1aee4a562 req-91787ba9-96e5-4911-a00d-3ea7c247c4a1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:48.654879 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3d840350-3278-4999-8784-85a1aee4a562 req-91787ba9-96e5-4911-a00d-3ea7c247c4a1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 946 time: 0.1614475
May 10 17:21:48.731521 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3d840350-3278-4999-8784-85a1aee4a562 req-12e49007-4c04-41bf-b28a-2f760088d10d tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699112
May 10 17:21:49.051027 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-944178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11233327'] for subnet, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:49.057738 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-144fa7f0-f9ee-4167-be18-829396ae3602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:49.139476 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Pushing event updated for resources: {'Subnet': ['ID=27932edc-7fdd-4eb6-9f4e-c03dcb8c931b,revision_number=0']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:49.153815 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:49.154174 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:49.154547 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:49.154891 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:49.155227 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:49.155565 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:49.155897 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:49.156228 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:49.156558 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:49.156887 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:49.157213 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:49.157540 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:21:49.166061 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Checking segment: {'id': '1b87a87c-1ad8-4bea-8d69-c95113d284a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '59c79b3a-606f-480a-bc59-da16504e6cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:21:49.166465 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Network hostable DHCP agents. Network: 59c79b3a-606f-480a-bc59-da16504e6cb0, hostable agents: ['09c01bda-92a2-48bb-bf54-854a116a5737'], hosted agents: [] {{(pid=78697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:21:49.171636 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:49.178669 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa247dd-30cf-423b-970f-9b45b779c90d req-c27d849b-97c3-43b9-a6f5-e118cb3a5d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:49.180138 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5fa247dd-30cf-423b-970f-9b45b779c90d req-c27d849b-97c3-43b9-a6f5-e118cb3a5d86 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 1099 time: 0.2549086
May 10 17:21:49.252329 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Network 59c79b3a-606f-480a-bc59-da16504e6cb0 is scheduled to be hosted by DHCP agent 09c01bda-92a2-48bb-bf54-854a116a5737 with binding_index 1 {{(pid=78697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:21:49.273490 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-iscsi, 59c79b3a-606f-480a-bc59-da16504e6cb0) {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:21:49.282513 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5fa247dd-30cf-423b-970f-9b45b779c90d req-e87e6b21-331f-4aca-9868-8c48bf0a206a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0666811
May 10 17:21:49.282825 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0fd9f5e-8fd8-4f7e-a1c5-4f032f106b8a None None] Network 59c79b3a-606f-480a-bc59-da16504e6cb0 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:21:49.290904 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:49.291521 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Notify callbacks [] for subnet, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:49.322971 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ba9477-1791-4526-b114-0c1421554f53 req-3cfb76ec-2d32-4ef7-9345-1f7da44a9cc1 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:49.324411 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-12ba9477-1791-4526-b114-0c1421554f53 req-3cfb76ec-2d32-4ef7-9345-1f7da44a9cc1 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1405330
May 10 17:21:49.334955 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.0806525
May 10 17:21:49.384324 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-12ba9477-1791-4526-b114-0c1421554f53 req-0469ed06-46c8-407f-8055-fa987000d49e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466483
May 10 17:21:49.502197 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f523a18-5bc5-4f81-84a7-91c6652bbcbd None None] Network 59c79b3a-606f-480a-bc59-da16504e6cb0 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:21:49.974835 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e181d-9284-41dc-be29-4474e74316df req-c912cd62-42a4-4bfc-a8c1-d22dccd97d43 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:49.976288 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-346e181d-9284-41dc-be29-4474e74316df req-c912cd62-42a4-4bfc-a8c1-d22dccd97d43 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 946 time: 0.0985565
May 10 17:21:50.021653 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-346e181d-9284-41dc-be29-4474e74316df req-ca6c0b66-b889-41bf-a324-f683df73d28f tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388668
May 10 17:21:50.207021 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-a71689bb-8c77-4423-9084-79e215d9c014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:50.570121 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9c5f71-da69-4e57-b1ae-23419c7d0f8b req-81011b8e-aa71-4154-9a67-0a69f8bad8d3 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:50.571616 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-df9c5f71-da69-4e57-b1ae-23419c7d0f8b req-81011b8e-aa71-4154-9a67-0a69f8bad8d3 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0845149
May 10 17:21:50.617749 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-df9c5f71-da69-4e57-b1ae-23419c7d0f8b req-2d45e479-a110-4e97-829b-7e3bd30c047f tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402827
May 10 17:21:50.829650 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-eccde6ec-4faa-4a6f-9ee8-d803b62d3c1b tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/networks?tenant_id=c903c1d087f2488ca43f869d75ba30d9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0275779
May 10 17:21:50.981614 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-4f9e364b-607f-4400-87a3-7e135a200fc8 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:50.983354 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-4f9e364b-607f-4400-87a3-7e135a200fc8 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1485102
May 10 17:21:51.012992 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-4cb6d105-162a-404d-8f3e-a2396332578a tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/quotas/c903c1d087f2488ca43f869d75ba30d9 HTTP/1.1" status: 200  len: 375 time: 0.0165884
May 10 17:21:51.085321 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-42693ffd-73cc-4815-951f-9e7767d9f05f tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=c903c1d087f2488ca43f869d75ba30d9&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0714412
May 10 17:21:51.209027 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 56952) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:51.231956 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7981a9a-a54e-4d58-bd9b-0bfae6ceb68f req-3d3c1821-6ea5-46ee-af84-3955033ae81c tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:51.233641 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f7981a9a-a54e-4d58-bd9b-0bfae6ceb68f req-3d3c1821-6ea5-46ee-af84-3955033ae81c tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 946 time: 0.0967634
May 10 17:21:51.292085 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5db2841b-0535-4802-acc1-ec5da63e20ac req-4949c610-a828-404e-9589-f890dbc3dd33 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 210 time: 0.0574784
May 10 17:21:51.319708 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f7981a9a-a54e-4d58-bd9b-0bfae6ceb68f req-11c7bb21-23ab-4936-8660-53a8027a920e tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528955
May 10 17:21:51.344179 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9d06d57f-754a-4052-a1b9-26c91be2285b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:51.360972 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-9d06d57f-754a-4052-a1b9-26c91be2285b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:51.365109 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-9d06d57f-754a-4052-a1b9-26c91be2285b admin admin] Usage tracker for resource:security_group_rule and tenant:6a6aff5005b2413d8bd0595b8a360ff8 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:51.369052 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-9d06d57f-754a-4052-a1b9-26c91be2285b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:51.380917 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-9d06d57f-754a-4052-a1b9-26c91be2285b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:51.472301 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9d06d57f-754a-4052-a1b9-26c91be2285b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:51.476582 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9d06d57f-754a-4052-a1b9-26c91be2285b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:51.485409 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-ec52f4d1-8a35-402e-9b63-2863fc11a649 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:51.524304 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-9d06d57f-754a-4052-a1b9-26c91be2285b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=6a6aff5005b2413d8bd0595b8a360ff8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3147221
May 10 17:21:51.525156 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06d57f-754a-4052-a1b9-26c91be2285b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e7f227-a283-4f7e-a73c-9cb4e3edcf30,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:51.527882 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 56968) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:51.528463 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-9d06d57f-754a-4052-a1b9-26c91be2285b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:51.610227 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-15b9bada-36bf-4cd6-9a35-d5d4ae538bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:51.642724 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-15b9bada-36bf-4cd6-9a35-d5d4ae538bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:51.700636 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-15b9bada-36bf-4cd6-9a35-d5d4ae538bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:51.705715 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-be84ec16-1df1-4afe-9acb-6a67b506c960 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:51.717859 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b9bada-36bf-4cd6-9a35-d5d4ae538bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e7f227-a283-4f7e-a73c-9cb4e3edcf30,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:51.726029 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-15b9bada-36bf-4cd6-9a35-d5d4ae538bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:51.728145 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-15b9bada-36bf-4cd6-9a35-d5d4ae538bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:51.732397 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-15b9bada-36bf-4cd6-9a35-d5d4ae538bba admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c2e7f227-a283-4f7e-a73c-9cb4e3edcf30 HTTP/1.1" status: 204  len: 168 time: 0.2018728
May 10 17:21:51.841699 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566202af-86a3-4f26-9008-a7ecd748499c req-4d86b622-5aab-4b23-8535-3b2515e66b55 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:51.846869 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-566202af-86a3-4f26-9008-a7ecd748499c req-4d86b622-5aab-4b23-8535-3b2515e66b55 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0902367
May 10 17:21:51.888051 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-566202af-86a3-4f26-9008-a7ecd748499c req-1b839f93-75df-44aa-a627-7fb7e8af7833 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391607
May 10 17:21:52.022183 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 56980) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:52.040274 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-500fe6b3-1f8c-42b0-b50c-7a36a8695a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:52.058564 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-500fe6b3-1f8c-42b0-b50c-7a36a8695a45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:52.062441 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-500fe6b3-1f8c-42b0-b50c-7a36a8695a45 admin admin] Usage tracker for resource:security_group_rule and tenant:762c5ad7a131426d8b8fa40011b4f035 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:52.065171 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-500fe6b3-1f8c-42b0-b50c-7a36a8695a45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:52.070860 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-500fe6b3-1f8c-42b0-b50c-7a36a8695a45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:52.161463 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-500fe6b3-1f8c-42b0-b50c-7a36a8695a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:52.165313 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-500fe6b3-1f8c-42b0-b50c-7a36a8695a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:52.174192 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-af09bc5a-467f-40c9-bf4e-9b1f3aed7491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:52.217554 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-500fe6b3-1f8c-42b0-b50c-7a36a8695a45 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=762c5ad7a131426d8b8fa40011b4f035&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1920502
May 10 17:21:52.217554 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500fe6b3-1f8c-42b0-b50c-7a36a8695a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fb381c-bc46-4437-8b91-bbbfef30eb65,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:52.217937 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 56990) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:52.219351 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-500fe6b3-1f8c-42b0-b50c-7a36a8695a45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:52.276424 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8d718dcc-a06d-44fd-9007-cbb07ac49679 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:52.306361 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8d718dcc-a06d-44fd-9007-cbb07ac49679 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:52.368666 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8d718dcc-a06d-44fd-9007-cbb07ac49679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:52.376507 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-8771eb0c-ca1b-4541-b279-4a080610d50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:52.390426 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d718dcc-a06d-44fd-9007-cbb07ac49679 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fb381c-bc46-4437-8b91-bbbfef30eb65,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:52.393674 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-8d718dcc-a06d-44fd-9007-cbb07ac49679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:52.402714 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8d718dcc-a06d-44fd-9007-cbb07ac49679 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:52.406898 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-8d718dcc-a06d-44fd-9007-cbb07ac49679 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/87fb381c-bc46-4437-8b91-bbbfef30eb65 HTTP/1.1" status: 204  len: 168 time: 0.1877630
May 10 17:21:52.489375 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6e88f33a-1414-4a8f-a055-d90cadebd9e0 req-92e0536d-86bc-447c-8e5b-6eb768f18984 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 210 time: 0.0575178
May 10 17:21:52.546944 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-66a1b272-ded1-4bbe-96e6-62452c644ef9 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=c903c1d087f2488ca43f869d75ba30d9&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0534115
May 10 17:21:52.729599 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-5b1bdede-f969-4ea1-b3c2-ee6abf502657 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:52.731184 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-5b1bdede-f969-4ea1-b3c2-ee6abf502657 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/networks?id=59c79b3a-606f-480a-bc59-da16504e6cb0 HTTP/1.1" status: 200  len: 812 time: 0.4042158
May 10 17:21:52.739756 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:52.786489 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-c33b2a80-b8c9-4e24-8d31-fef0000161a3 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/quotas/0c9cc9feff17427b9609bc260703b774 HTTP/1.1" status: 200  len: 375 time: 0.0476272
May 10 17:21:52.860202 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-4b324ca5-2c52-4929-9458-2fca84447a9a tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:52.862285 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-4b324ca5-2c52-4929-9458-2fca84447a9a tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2982225
May 10 17:21:52.864966 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-1d67eed8-0096-4b41-ae30-ad03fdff6530 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c9cc9feff17427b9609bc260703b774&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0670002
May 10 17:21:52.890264 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-b42e5f4d-39bb-43e2-a4d2-05394d429a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:52.904139 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Request body: {'port': {'device_id': '0d277ca7-6c54-4455-abee-1158e0b2ac22', 'network_id': '508e9136-b419-4d97-aec7-bad6b1f32e94', 'admin_state_up': True, 'tenant_id': 'c903c1d087f2488ca43f869d75ba30d9'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:53.003031 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e8a85c-78f0-4a03-84da-ebb3ab603152 req-56a78538-0206-45ba-88b3-5d395439aedf tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:53.005441 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e1e8a85c-78f0-4a03-84da-ebb3ab603152 req-56a78538-0206-45ba-88b3-5d395439aedf tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 946 time: 0.3548677
May 10 17:21:53.207274 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e1e8a85c-78f0-4a03-84da-ebb3ab603152 req-b421b2d2-0631-4e57-b521-0b2a335b3427 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1907771
May 10 17:21:53.262068 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-bf8c15a4-cffd-4466-913f-216d779c5154 service neutron] 10.222.0.32 "GET /v2.0/networks/59c79b3a-606f-480a-bc59-da16504e6cb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3873503
May 10 17:21:53.263051 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:53.267221 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Usage tracker for resource:port and tenant:c903c1d087f2488ca43f869d75ba30d9 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:53.289492 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:53.299999 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:53.352277 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 57042) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:53.411779 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Made reservation on behalf of c903c1d087f2488ca43f869d75ba30d9 for: {'port': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:21:53.415485 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:53.450731 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:53.465674 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1641385496-network', 'tenant_id': '74edb2011cde4bfcb01eceaf97474332'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:53.470074 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:53.474160 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Usage tracker for resource:network and tenant:74edb2011cde4bfcb01eceaf97474332 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:53.476981 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:53.479400 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:53.483167 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:53.494493 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Made reservation on behalf of 74edb2011cde4bfcb01eceaf97474332 for: {'network': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:21:53.496743 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for network, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:53.501383 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Usage tracker for resource:security_group_rule and tenant:c903c1d087f2488ca43f869d75ba30d9 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:53.505466 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:53.508428 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:53.510813 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-a857f276-9f05-4c76-8c2e-b6f7d17305e4 service neutron] 10.222.0.32 "GET /v2.0/networks/59c79b3a-606f-480a-bc59-da16504e6cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2398217
May 10 17:21:53.516326 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:53.524685 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:53.529403 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Usage tracker for resource:security_group_rule and tenant:74edb2011cde4bfcb01eceaf97474332 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:53.532767 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:53.538707 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:53.561028 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d9d39-c24a-4c75-a6d3-2b1f792355b6 req-df2ec96e-270b-48c1-a3b4-8eeabebdc7ef tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:53.562562 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8a4d9d39-c24a-4c75-a6d3-2b1f792355b6 req-df2ec96e-270b-48c1-a3b4-8eeabebdc7ef tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.2158086
May 10 17:21:53.641855 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:53.645057 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:53.649181 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-b02d8da5-0fd8-4352-95bc-efd8d5332033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:53.650810 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8a4d9d39-c24a-4c75-a6d3-2b1f792355b6 req-683bc5a4-6267-45ea-984d-1b415a07e4c1 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783050
May 10 17:21:53.670863 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=78698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:21:53.695872 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:53.696220 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.segments_db [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Added segment 12cce722-7f13-4cf7-99d7-455709c60b1e of type vlan for network 247b7704-949d-47ff-a7d6-c3dc7a6e8e45
May 10 17:21:53.711414 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da2c83e-8081-4cf3-b571-7bb07bd54ef2,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:53.715065 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:53.755048 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765769838210'] for network, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:53.769437 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:53.773694 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:53.780828 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c12fc1c5-c4c0-4675-b085-59c21a9e2294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:53.795990 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for network, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:53.795990 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:53.796607 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:53.821197 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:53.890439 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1dd62a-8855-4333-9657-ed8e34be2645,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:53.925648 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:53.933606 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:53.992865 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6395178
May 10 17:21:53.997373 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 57066) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:21:54.089144 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-64ee8994-edb0-485c-a553-bf3fc71ba3cf req-38816040-7470-4182-b4ca-452c83bc99e3 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 210 time: 0.1334627
May 10 17:21:54.094818 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-409c8928-ffde-4e4b-8fdb-07094cdc65ca admin admin] Request body: {'subnet': {'network_id': '247b7704-949d-47ff-a7d6-c3dc7a6e8e45', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1641385496-subnet', 'tenant_id': '74edb2011cde4bfcb01eceaf97474332', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:54.120260 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-409c8928-ffde-4e4b-8fdb-07094cdc65ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:54.125886 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Pushing event updated for resources: {'Network': ['ID=247b7704-949d-47ff-a7d6-c3dc7a6e8e45,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:54.132297 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:54.133448 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-409c8928-ffde-4e4b-8fdb-07094cdc65ca admin admin] Usage tracker for resource:subnet and tenant:74edb2011cde4bfcb01eceaf97474332 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:54.138776 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-409c8928-ffde-4e4b-8fdb-07094cdc65ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:54.140234 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Network 247b7704-949d-47ff-a7d6-c3dc7a6e8e45 details requested by agent ovs-agent-dv-cinder-786383-3-iscsi with host dv-cinder-786383-3-iscsi {{(pid=78699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:21:54.145045 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-409c8928-ffde-4e4b-8fdb-07094cdc65ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:54.155768 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409c8928-ffde-4e4b-8fdb-07094cdc65ca admin admin] Made reservation on behalf of 74edb2011cde4bfcb01eceaf97474332 for: {'subnet': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:21:54.158158 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-409c8928-ffde-4e4b-8fdb-07094cdc65ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10672894'] for subnet, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:54.197666 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e26b8ba0-aa07-463c-bb13-1a4a883d01db req-20cb669e-9386-488d-9751-2bd791152358 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 210 time: 0.1268392
May 10 17:21:54.248526 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_common [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Allocated IP 192.168.233.23 (508e9136-b419-4d97-aec7-bad6b1f32e94/3189f6ac-a1a2-41eb-b7f7-0e790fce24da/d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc) {{(pid=78697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:21:54.484655 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Notify callbacks [] for port, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:54.501062 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.provisioning_blocks [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Transition to ACTIVE for port object d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc will not be triggered until provisioned by entity DHCP. {{(pid=78697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:21:54.528223 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:54.536156 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c5ae9c90-2aea-4715-9e2f-189af9a7202c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:54.591445 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-409c8928-ffde-4e4b-8fdb-07094cdc65ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10710128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10672780'] for subnet, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:54.596907 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:54.598657 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Network 508e9136-b419-4d97-aec7-bad6b1f32e94 is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:21:54.602322 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:21:54.621793 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Received port after_create {{(pid=78697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:21:54.660552 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Pushing event updated for resources: {'Port': ['ID=d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:54.667567 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:54.705942 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c8928-ffde-4e4b-8fdb-07094cdc65ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=82336533-0689-4c8f-a8bb-5db21820d58d,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:54.710312 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:54.710498 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-409c8928-ffde-4e4b-8fdb-07094cdc65ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:54.710596 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:54.724634 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409c8928-ffde-4e4b-8fdb-07094cdc65ca admin admin] Checking segment: {'id': '12cce722-7f13-4cf7-99d7-455709c60b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '247b7704-949d-47ff-a7d6-c3dc7a6e8e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:21:54.724634 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409c8928-ffde-4e4b-8fdb-07094cdc65ca admin admin] Network hostable DHCP agents. Network: 247b7704-949d-47ff-a7d6-c3dc7a6e8e45, hostable agents: ['09c01bda-92a2-48bb-bf54-854a116a5737'], hosted agents: [] {{(pid=78698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:21:54.755825 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409c8928-ffde-4e4b-8fdb-07094cdc65ca admin admin] Network 247b7704-949d-47ff-a7d6-c3dc7a6e8e45 is scheduled to be hosted by DHCP agent 09c01bda-92a2-48bb-bf54-854a116a5737 with binding_index 1 {{(pid=78698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:21:54.764567 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.8672781
May 10 17:21:54.771419 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-409c8928-ffde-4e4b-8fdb-07094cdc65ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-iscsi, 247b7704-949d-47ff-a7d6-c3dc7a6e8e45) {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:21:54.782738 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcf0866-f7ab-4ae6-a5a9-bbf29fd5e13c None None] Network 247b7704-949d-47ff-a7d6-c3dc7a6e8e45 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:21:54.793333 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Request body: {'port': {'device_id': '0d277ca7-6c54-4455-abee-1158e0b2ac22', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:54.804001 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409c8928-ffde-4e4b-8fdb-07094cdc65ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:54.804608 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-409c8928-ffde-4e4b-8fdb-07094cdc65ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:54.866133 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-409c8928-ffde-4e4b-8fdb-07094cdc65ca admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8601294
May 10 17:21:54.934166 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-822fcded-b267-49e8-baac-3cdba9c54947 None None] Provisioning for port d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:21:54.955816 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:54.958178 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-822fcded-b267-49e8-baac-3cdba9c54947 None None] Provisioning complete for port d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:21:54.958577 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-822fcded-b267-49e8-baac-3cdba9c54947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:55.127739 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-822fcded-b267-49e8-baac-3cdba9c54947 None None] Port d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:21:55.154395 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89731ca4-2fdb-497d-b315-0a0b817cdd32 None None] Network 247b7704-949d-47ff-a7d6-c3dc7a6e8e45 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:21:55.260737 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5847e274-3ebc-4a91-9d5c-b9a28f160003 req-a6356408-5715-4d44-935d-02220bf28156 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:55.262333 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5847e274-3ebc-4a91-9d5c-b9a28f160003 req-a6356408-5715-4d44-935d-02220bf28156 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.2599854
May 10 17:21:55.418434 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:55.555795 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5847e274-3ebc-4a91-9d5c-b9a28f160003 req-d389d632-5933-4068-a922-bc3d276f473a tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1343038
May 10 17:21:55.604854 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a946f-41b9-49e1-a1c6-73ec7a60f1e3 req-a9f84adf-f21e-4310-bb04-f02e4eac10fd tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:55.605451 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-af3a946f-41b9-49e1-a1c6-73ec7a60f1e3 req-a9f84adf-f21e-4310-bb04-f02e4eac10fd tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Synchronizing usage tracker for tenant:c903c1d087f2488ca43f869d75ba30d9 on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:21:55.638173 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-af3a946f-41b9-49e1-a1c6-73ec7a60f1e3 req-a9f84adf-f21e-4310-bb04-f02e4eac10fd tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Unset dirty status for tenant:c903c1d087f2488ca43f869d75ba30d9 on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:21:55.639356 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-af3a946f-41b9-49e1-a1c6-73ec7a60f1e3 req-a9f84adf-f21e-4310-bb04-f02e4eac10fd tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 935 time: 0.2191908
May 10 17:21:55.782800 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8d6962cd-41a5-4680-9c2b-08fe402ed369 req-0672cdd6-2d75-4e3f-af8e-26dad4beebec tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 210 time: 0.0714650
May 10 17:21:55.789033 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc {{(pid=78697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:21:55.800681 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:55.804447 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-af3a946f-41b9-49e1-a1c6-73ec7a60f1e3 req-a4fb73a6-a8cf-45ca-9f18-40194780fb6e tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Synchronizing usage tracker for tenant:c903c1d087f2488ca43f869d75ba30d9 on resource:security_group {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:21:55.824280 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.provisioning_blocks [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Transition to ACTIVE for port object d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc will not be triggered until provisioned by entity L2. {{(pid=78697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:21:55.834952 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:55.844688 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-af3a946f-41b9-49e1-a1c6-73ec7a60f1e3 req-a4fb73a6-a8cf-45ca-9f18-40194780fb6e tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Unset dirty status for tenant:c903c1d087f2488ca43f869d75ba30d9 on resource:security_group {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:21:55.847581 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-af3a946f-41b9-49e1-a1c6-73ec7a60f1e3 req-a4fb73a6-a8cf-45ca-9f18-40194780fb6e tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e1dd62a-8855-4333-9657-ed8e34be2645&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1795430
May 10 17:21:55.855700 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:56.000751 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-92568b21-b6ee-4721-bdec-44e81aef903c tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:56.003091 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-92568b21-b6ee-4721-bdec-44e81aef903c tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Synchronizing usage tracker for tenant:0c9cc9feff17427b9609bc260703b774 on resource:network {{(pid=78698) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:21:56.020564 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-92568b21-b6ee-4721-bdec-44e81aef903c tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Unset dirty status for tenant:0c9cc9feff17427b9609bc260703b774 on resource:network {{(pid=78698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:21:56.021965 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-92568b21-b6ee-4721-bdec-44e81aef903c tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.36 "GET /v2.0/networks?id=59c79b3a-606f-480a-bc59-da16504e6cb0 HTTP/1.1" status: 200  len: 812 time: 0.2203748
May 10 17:21:56.057957 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-253d531f-bc1b-49ad-8290-949afca91a79 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Request body: {'port': {'device_id': 'e932c1fd-4400-4eee-87e0-653b3de9b593', 'network_id': '59c79b3a-606f-480a-bc59-da16504e6cb0', 'admin_state_up': True, 'tenant_id': '0c9cc9feff17427b9609bc260703b774'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:56.090833 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Pushing event updated for resources: {'Port': ['ID=d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc,revision_number=2']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:56.095133 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:56.176665 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Attempting to bind port d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:21:56.177002 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Attempting to bind port d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'a47ea41b-bc33-4c55-bd18-5de0c411c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '508e9136-b419-4d97-aec7-bad6b1f32e94'}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:21:56.177336 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Attempting to bind port d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc on network 508e9136-b419-4d97-aec7-bad6b1f32e94 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:21:56.185740 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Port d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc on network 508e9136-b419-4d97-aec7-bad6b1f32e94 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:21:56.186070 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Attempting to bind port d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc on network 508e9136-b419-4d97-aec7-bad6b1f32e94 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:21:56.192161 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Checking agent: {'id': '87cc3cef-9683-423a-ab01-169475d75aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'started_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:21:56.192620 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Checking segment: {'id': 'a47ea41b-bc33-4c55-bd18-5de0c411c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '508e9136-b419-4d97-aec7-bad6b1f32e94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:21:56.193016 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Bound using segment: {'id': 'a47ea41b-bc33-4c55-bd18-5de0c411c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '508e9136-b419-4d97-aec7-bad6b1f32e94'} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:21:56.193450 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Bound port: d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a47ea41b-bc33-4c55-bd18-5de0c411c887', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '508e9136-b419-4d97-aec7-bad6b1f32e94'}}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:21:56.193794 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:56.254293 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-253d531f-bc1b-49ad-8290-949afca91a79 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:21:56.258137 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-253d531f-bc1b-49ad-8290-949afca91a79 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Usage tracker for resource:port and tenant:0c9cc9feff17427b9609bc260703b774 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:21:56.261622 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-253d531f-bc1b-49ad-8290-949afca91a79 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:21:56.267424 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-253d531f-bc1b-49ad-8290-949afca91a79 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:21:56.277027 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-253d531f-bc1b-49ad-8290-949afca91a79 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Made reservation on behalf of 0c9cc9feff17427b9609bc260703b774 for: {'port': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:21:56.280702 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-253d531f-bc1b-49ad-8290-949afca91a79 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:56.313895 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] For port d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc, host hv-cinder-78638, cleared binding levels {{(pid=78697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:21:56.320265 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] For port d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc,segment=NetworkSegment(a47ea41b-bc33-4c55-bd18-5de0c411c887),segment_id=a47ea41b-bc33-4c55-bd18-5de0c411c887)] {{(pid=78697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:21:56.325806 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:56.330937 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:56.393231 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:56.393849 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:56.395309 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] 10.222.0.36 "PUT /v2.0/ports/d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc HTTP/1.1" status: 200  len: 1097 time: 1.6098976
May 10 17:21:56.395793 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d277ca7-6c54-4455-abee-1158e0b2ac22', 'tag': 'd06f6ffe-1b79-42f8-a81d-1cb0961f1dcc'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:21:56.421974 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Pushing event updated for resources: {'Port': ['ID=d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc,revision_number=3']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:56.425180 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:56.451013 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d277ca7-6c54-4455-abee-1158e0b2ac22', 'tag': 'd06f6ffe-1b79-42f8-a81d-1cb0961f1dcc', 'status': 'completed', 'code': 200}
May 10 17:21:56.472374 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-253d531f-bc1b-49ad-8290-949afca91a79 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Allocated IP 172.20.0.7 (59c79b3a-606f-480a-bc59-da16504e6cb0/27932edc-7fdd-4eb6-9f4e-c03dcb8c931b/e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:21:56.547200 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-39ee0f3b-6108-4f35-ab2c-31ff5679333d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:56.548791 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-39ee0f3b-6108-4f35-ab2c-31ff5679333d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c903c1d087f2488ca43f869d75ba30d9&device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 1100 time: 0.0804033
May 10 17:21:56.630140 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-2669bf0b-1e5b-45d3-ae02-10c551669537 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc HTTP/1.1" status: 200  len: 217 time: 0.0660341
May 10 17:21:56.683873 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-253d531f-bc1b-49ad-8290-949afca91a79 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:56.713711 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-253d531f-bc1b-49ad-8290-949afca91a79 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:56.719599 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-3deed0ca-d26c-4066-8be1-d0fc0692b369 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:56.729328 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-418485d8-f0bb-4826-a5d6-6a7aa126723f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:56.730786 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-418485d8-f0bb-4826-a5d6-6a7aa126723f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3189f6ac-a1a2-41eb-b7f7-0e790fce24da HTTP/1.1" status: 200  len: 843 time: 0.0936995
May 10 17:21:56.786284 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-253d531f-bc1b-49ad-8290-949afca91a79 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Network 59c79b3a-606f-480a-bc59-da16504e6cb0 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:21:56.789349 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-253d531f-bc1b-49ad-8290-949afca91a79 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:21:56.798719 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-253d531f-bc1b-49ad-8290-949afca91a79 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:21:56.833846 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12edd563-783a-471c-abeb-2d325f0a8d68 req-4b68314c-4f0d-41f5-91f9-959ccc0d7ae9 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:56.834500 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d531f-bc1b-49ad-8290-949afca91a79 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Pushing event updated for resources: {'Port': ['ID=e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:56.835329 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-12edd563-783a-471c-abeb-2d325f0a8d68 req-4b68314c-4f0d-41f5-91f9-959ccc0d7ae9 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1430366
May 10 17:21:56.838590 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-253d531f-bc1b-49ad-8290-949afca91a79 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:56.871001 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-253d531f-bc1b-49ad-8290-949afca91a79 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:56.871341 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-253d531f-bc1b-49ad-8290-949afca91a79 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:56.875971 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-6663bda6-5399-4a34-a677-461cf245f127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:56.878146 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-6663bda6-5399-4a34-a677-461cf245f127 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=508e9136-b419-4d97-aec7-bad6b1f32e94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1325252
May 10 17:21:56.896714 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-253d531f-bc1b-49ad-8290-949afca91a79 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8432536
May 10 17:21:56.920125 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Request body: {'port': {'device_id': 'e932c1fd-4400-4eee-87e0-653b3de9b593', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:21:56.922824 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-12edd563-783a-471c-abeb-2d325f0a8d68 req-f6246f97-b0d5-4538-aee0-a3a0d1aa17f1 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784054
May 10 17:21:57.054447 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:57.170082 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-e3e27c5b-93d1-476a-9cc1-c78384f4fad8 service neutron] 10.222.0.36 "GET /v2.0/networks/508e9136-b419-4d97-aec7-bad6b1f32e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2787936
May 10 17:21:57.291385 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8a6e2-7fbb-4431-a145-2bcd7af9c981 req-b41cfd48-670d-4ccb-86ae-99ef4830920d tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:57.293019 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-97e8a6e2-7fbb-4431-a145-2bcd7af9c981 req-b41cfd48-670d-4ccb-86ae-99ef4830920d tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 931 time: 0.3783991
May 10 17:21:57.352597 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b568bf-9b1e-4345-89cc-d06ef4d4c92b req-903cb3fa-ad7d-4d22-8c0d-3c71f2a8b832 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:57.354116 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f8b568bf-9b1e-4345-89cc-d06ef4d4c92b req-903cb3fa-ad7d-4d22-8c0d-3c71f2a8b832 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 947 time: 0.2733686
May 10 17:21:57.487547 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6 {{(pid=78698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:21:57.492949 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-49a50082-c8c1-4b70-b9ac-2a98fe102040 req-3e0409a9-0bf2-4a10-b1a4-e8c524d6a640 service neutron] 10.222.0.36 "GET /v2.0/networks/508e9136-b419-4d97-aec7-bad6b1f32e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3101397
May 10 17:21:57.494955 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:57.509064 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.provisioning_blocks [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Transition to ACTIVE for port object e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6 will not be triggered until provisioned by entity L2. {{(pid=78698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:21:57.510919 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-97e8a6e2-7fbb-4431-a145-2bcd7af9c981 req-bee5a4f7-7243-44e4-aeb6-995dded6bc89 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1972816
May 10 17:21:57.513466 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10577401'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:57.519755 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a51aaf6e-42f5-41ca-850c-53bedd1464e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:57.519931 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f8b568bf-9b1e-4345-89cc-d06ef4d4c92b req-f45530c0-a42e-49c5-a892-0f0db3a6fd74 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e1dd62a-8855-4333-9657-ed8e34be2645&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1595845
May 10 17:21:57.682018 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6,revision_number=2']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:57.708151 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:57.751055 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Attempting to bind port e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:21:57.751395 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Attempting to bind port e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1b87a87c-1ad8-4bea-8d69-c95113d284a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '59c79b3a-606f-480a-bc59-da16504e6cb0'}] {{(pid=78698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:21:57.751717 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Attempting to bind port e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6 on network 59c79b3a-606f-480a-bc59-da16504e6cb0 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:21:57.756248 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Port e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6 on network 59c79b3a-606f-480a-bc59-da16504e6cb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:21:57.756560 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Attempting to bind port e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6 on network 59c79b3a-606f-480a-bc59-da16504e6cb0 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:21:57.761579 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Checking agent: {'id': '87cc3cef-9683-423a-ab01-169475d75aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'started_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:21:57.761907 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Checking segment: {'id': '1b87a87c-1ad8-4bea-8d69-c95113d284a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '59c79b3a-606f-480a-bc59-da16504e6cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:21:57.762283 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Bound using segment: {'id': '1b87a87c-1ad8-4bea-8d69-c95113d284a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '59c79b3a-606f-480a-bc59-da16504e6cb0'} {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:21:57.762735 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Bound port: e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b87a87c-1ad8-4bea-8d69-c95113d284a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '59c79b3a-606f-480a-bc59-da16504e6cb0'}}] {{(pid=78698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:21:57.763071 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:57.844951 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-2cf1b0a1-c596-4127-9319-8037430ba170 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:57.846433 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-2cf1b0a1-c596-4127-9319-8037430ba170 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/networks?id=0cfd4b2e-df56-43d0-908b-ea446d61e6b9 HTTP/1.1" status: 200  len: 814 time: 0.2214620
May 10 17:21:57.849873 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e25a49-ae05-47ec-b024-774b3f138c96 req-b731e9c9-c004-4145-abbc-048fe9b96782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:57.851517 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b7e25a49-ae05-47ec-b024-774b3f138c96 req-b731e9c9-c004-4145-abbc-048fe9b96782 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c903c1d087f2488ca43f869d75ba30d9&device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 1100 time: 0.1987135
May 10 17:21:57.855625 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] For port e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6, host hv-cinder-78638, cleared binding levels {{(pid=78698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:21:57.858742 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] For port e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6,segment=NetworkSegment(1b87a87c-1ad8-4bea-8d69-c95113d284a4),segment_id=1b87a87c-1ad8-4bea-8d69-c95113d284a4)] {{(pid=78698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:21:57.862888 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10577401'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:57.867598 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-46af8d2c-e855-433c-b76c-f1fb3a41cc8b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:21:57.884436 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-006212d4-f4f0-4dc3-8fe7-95322722cf6b tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/quotas/d0f782c325f1445b94f0ff94b78c2c9f HTTP/1.1" status: 200  len: 375 time: 0.0317323
May 10 17:21:57.919988 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:57.920596 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:21:57.921931 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] 10.222.0.36 "PUT /v2.0/ports/e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6 HTTP/1.1" status: 200  len: 1093 time: 1.0068672
May 10 17:21:57.922491 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e932c1fd-4400-4eee-87e0-653b3de9b593', 'tag': 'e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6'}] {{(pid=78698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:21:57.944757 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6,revision_number=3']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:21:57.947703 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:21:58.043799 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e25a49-ae05-47ec-b024-774b3f138c96 req-732590b8-53bd-4189-ba16-23c23965981e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:58.045279 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b7e25a49-ae05-47ec-b024-774b3f138c96 req-732590b8-53bd-4189-ba16-23c23965981e service neutron] 10.222.0.36 "GET /v2.0/networks?id=508e9136-b419-4d97-aec7-bad6b1f32e94 HTTP/1.1" status: 200  len: 870 time: 0.1843946
May 10 17:21:58.078427 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-3e96d490-5a18-4d19-a27e-a6cf57ae3cc0 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d0f782c325f1445b94f0ff94b78c2c9f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1425257
May 10 17:21:58.085534 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e932c1fd-4400-4eee-87e0-653b3de9b593', 'tag': 'e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6', 'status': 'completed', 'code': 200}
May 10 17:21:58.117475 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-e0df0bbf-8522-4170-a518-ce2ecb2b9999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:58.119098 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-e0df0bbf-8522-4170-a518-ce2ecb2b9999 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c9cc9feff17427b9609bc260703b774&device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 1096 time: 0.1155264
May 10 17:21:58.206789 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-05c20ba4-b069-4ecb-844c-84caf5e59a0f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6 HTTP/1.1" status: 200  len: 217 time: 0.0628762
May 10 17:21:58.252274 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b7e25a49-ae05-47ec-b024-774b3f138c96 req-b0726132-bc56-47bb-88ee-6a9a74237c62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc HTTP/1.1" status: 200  len: 217 time: 0.1432948
May 10 17:21:58.268744 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-c0ac3cc4-15fa-4406-8e4b-2ed8fd1d81f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:58.270150 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-c0ac3cc4-15fa-4406-8e4b-2ed8fd1d81f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27932edc-7fdd-4eb6-9f4e-c03dcb8c931b HTTP/1.1" status: 200  len: 852 time: 0.0562353
May 10 17:21:58.316665 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-fe72444a-8312-408e-be57-ec85d5abaf1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59c79b3a-606f-480a-bc59-da16504e6cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0390089
May 10 17:21:58.379633 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e25a49-ae05-47ec-b024-774b3f138c96 req-b45e1763-a643-4578-b818-9daf03d9429b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:58.379633 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b7e25a49-ae05-47ec-b024-774b3f138c96 req-b45e1763-a643-4578-b818-9daf03d9429b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=3189f6ac-a1a2-41eb-b7f7-0e790fce24da HTTP/1.1" status: 200  len: 843 time: 0.1036165
May 10 17:21:58.383184 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-aee22d2f-6c62-4e65-98f1-46a53c7367e7 service neutron] 10.222.0.32 "GET /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3087239
May 10 17:21:58.458738 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-43f56049-fea7-401c-a5d2-b0a23d6ffb86 service neutron] 10.222.0.36 "GET /v2.0/networks/59c79b3a-606f-480a-bc59-da16504e6cb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328776
May 10 17:21:58.550052 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf6ece4-0519-433d-aeef-d4931147119c req-90601590-23d8-4d75-8d2f-3721cd3a19a0 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:58.551692 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bdf6ece4-0519-433d-aeef-d4931147119c req-90601590-23d8-4d75-8d2f-3721cd3a19a0 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.3835583
May 10 17:21:58.632131 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-39d84768-ecba-4230-a8c6-5a13f7a458bf req-d4737c51-c12d-4785-8e29-303ce0fc6239 service neutron] 10.222.0.36 "GET /v2.0/networks/59c79b3a-606f-480a-bc59-da16504e6cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1675012
May 10 17:21:58.655005 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bdf6ece4-0519-433d-aeef-d4931147119c req-366cee2e-b579-4443-9cae-fe44735933e5 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0962567
May 10 17:21:58.670902 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-b79ca8a5-b98b-4f31-b1ee-ff3a7a7acdd2 service neutron] 10.222.0.32 "GET /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2868516
May 10 17:21:58.678829 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e25a49-ae05-47ec-b024-774b3f138c96 req-c2acc1f5-ff00-4876-bb8e-fd6d34edccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:58.680285 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b7e25a49-ae05-47ec-b024-774b3f138c96 req-c2acc1f5-ff00-4876-bb8e-fd6d34edccb0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=508e9136-b419-4d97-aec7-bad6b1f32e94&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2755272
May 10 17:21:58.863650 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593cd95-c214-46c9-b308-3863d41a757b req-273d6851-7927-4231-99a2-9c30901bf4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:58.865229 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-d593cd95-c214-46c9-b308-3863d41a757b req-273d6851-7927-4231-99a2-9c30901bf4b7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c9cc9feff17427b9609bc260703b774&device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 1096 time: 0.1010120
May 10 17:21:59.032762 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593cd95-c214-46c9-b308-3863d41a757b req-66d3d316-bec4-4856-a31b-78bab3532cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:59.034909 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-d593cd95-c214-46c9-b308-3863d41a757b req-66d3d316-bec4-4856-a31b-78bab3532cb0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59c79b3a-606f-480a-bc59-da16504e6cb0 HTTP/1.1" status: 200  len: 913 time: 0.1594007
May 10 17:21:59.155211 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-d593cd95-c214-46c9-b308-3863d41a757b req-7e63653c-797f-4bde-8108-f054495d127a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6 HTTP/1.1" status: 200  len: 217 time: 0.1089334
May 10 17:21:59.155909 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092647a-e54e-4774-a425-9af0fd2093ff req-5383a859-7484-45f8-9538-7326931a7824 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:59.156995 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b092647a-e54e-4774-a425-9af0fd2093ff req-5383a859-7484-45f8-9538-7326931a7824 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/networks?id=247b7704-949d-47ff-a7d6-c3dc7a6e8e45 HTTP/1.1" status: 200  len: 809 time: 0.3889616
May 10 17:21:59.158874 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b7e25a49-ae05-47ec-b024-774b3f138c96 req-7bd7c8f6-56d1-454b-8657-fa9b2d01b6a3 service neutron] 10.222.0.36 "GET /v2.0/networks/508e9136-b419-4d97-aec7-bad6b1f32e94?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4143901
May 10 17:21:59.196043 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b092647a-e54e-4774-a425-9af0fd2093ff req-3dc2713a-ca1c-4af9-98f4-b37b9f0f7461 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/quotas/74edb2011cde4bfcb01eceaf97474332 HTTP/1.1" status: 200  len: 375 time: 0.0325983
May 10 17:21:59.324851 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593cd95-c214-46c9-b308-3863d41a757b req-de80cd61-b9fc-4cdf-b5d4-33513ac53821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:59.326426 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-d593cd95-c214-46c9-b308-3863d41a757b req-de80cd61-b9fc-4cdf-b5d4-33513ac53821 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27932edc-7fdd-4eb6-9f4e-c03dcb8c931b HTTP/1.1" status: 200  len: 852 time: 0.1583951
May 10 17:21:59.377632 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-d593cd95-c214-46c9-b308-3863d41a757b req-0b23e4fd-13da-428c-8b94-cd89102961f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59c79b3a-606f-480a-bc59-da16504e6cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0443027
May 10 17:21:59.427346 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e6bc57-30af-420b-9ed6-23eb95ccae0b req-c6e62dfd-a51c-4ab8-9973-66e02cf47092 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:59.428850 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b9e6bc57-30af-420b-9ed6-23eb95ccae0b req-c6e62dfd-a51c-4ab8-9973-66e02cf47092 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 943 time: 0.5263727
May 10 17:21:59.443870 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b092647a-e54e-4774-a425-9af0fd2093ff req-ab849b99-ebdf-4a5c-ab68-ce4f072f119c tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=74edb2011cde4bfcb01eceaf97474332&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2268827
May 10 17:21:59.518440 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-d593cd95-c214-46c9-b308-3863d41a757b req-650a1226-2225-4fc3-9304-5cfb193e8770 service neutron] 10.222.0.36 "GET /v2.0/networks/59c79b3a-606f-480a-bc59-da16504e6cb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1311574
May 10 17:21:59.607554 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b9e6bc57-30af-420b-9ed6-23eb95ccae0b req-bafa4a9a-f97c-4faa-bfb5-f793e5b6792d tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1627307
May 10 17:21:59.631415 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b7e25a49-ae05-47ec-b024-774b3f138c96 req-187e9c9f-730c-4336-9d68-3ed7f5d3c77f service neutron] 10.222.0.36 "GET /v2.0/networks/508e9136-b419-4d97-aec7-bad6b1f32e94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4523542
May 10 17:21:59.685690 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-d593cd95-c214-46c9-b308-3863d41a757b req-1298d10e-02d4-4cdb-a96a-8d396374bb2b service neutron] 10.222.0.36 "GET /v2.0/networks/59c79b3a-606f-480a-bc59-da16504e6cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1417356
May 10 17:21:59.718118 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b092647a-e54e-4774-a425-9af0fd2093ff req-75024d6d-a1b7-4dac-8d06-d5d7a2fae2fc service neutron] 10.222.0.32 "GET /v2.0/networks/247b7704-949d-47ff-a7d6-c3dc7a6e8e45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2561584
May 10 17:21:59.929119 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b092647a-e54e-4774-a425-9af0fd2093ff req-31c9f0f3-22f7-40bf-bcd6-4c9cedc7a56f service neutron] 10.222.0.32 "GET /v2.0/networks/247b7704-949d-47ff-a7d6-c3dc7a6e8e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2076561
May 10 17:21:59.937547 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801ae216-8626-48b5-9f9d-e46059a70fef req-5d69b235-6091-452d-ab5d-d102525566a2 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:21:59.939008 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-801ae216-8626-48b5-9f9d-e46059a70fef req-5d69b235-6091-452d-ab5d-d102525566a2 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 947 time: 0.1893189
May 10 17:22:00.005594 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-801ae216-8626-48b5-9f9d-e46059a70fef req-9b4afc9b-9c92-43da-93d2-ec0a1e1e4d3f tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e1dd62a-8855-4333-9657-ed8e34be2645&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602477
May 10 17:22:00.007639 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f0cd2e-d419-4daf-9cae-981b877c6d2e req-f8a4159c-1e23-4759-898a-88c6d2ed2e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:00.009106 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-66f0cd2e-d419-4daf-9cae-981b877c6d2e req-f8a4159c-1e23-4759-898a-88c6d2ed2e3e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 1098 time: 0.0847266
May 10 17:22:00.067685 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-66f0cd2e-d419-4daf-9cae-981b877c6d2e req-d102b69f-2525-40cb-85e7-e6e02934e4ae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459065
May 10 17:22:00.171746 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d4fd5165-e419-4844-adc5-50593de493ef req-f41a8b8a-5a05-499f-a5ef-25127ff91f89 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 210 time: 0.0539184
May 10 17:22:00.396924 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0559168-4c5d-4b8d-b924-3ff4b0df97c2 req-c5002d66-e0ba-436c-a67c-5431a1bc6e42 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:00.398226 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c0559168-4c5d-4b8d-b924-3ff4b0df97c2 req-c5002d66-e0ba-436c-a67c-5431a1bc6e42 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1163929
May 10 17:22:00.451089 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c0559168-4c5d-4b8d-b924-3ff4b0df97c2 req-e16c196d-644e-441f-8cbb-fa001d75aac6 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465467
May 10 17:22:00.544064 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8ad783c1-5734-4877-93c1-594707ae665b req-ddb54db0-67ab-4806-9c3e-ade40bae0e90 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 210 time: 0.0464268
May 10 17:22:00.603151 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 57230) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:00.728221 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-fe31ef92-9637-41c6-aeea-0edd2b1b17a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:00.742772 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-fe31ef92-9637-41c6-aeea-0edd2b1b17a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:00.746723 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-fe31ef92-9637-41c6-aeea-0edd2b1b17a9 admin admin] Usage tracker for resource:security_group_rule and tenant:0ab18f8fc0814c658dfc55bdad44261b is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:00.749500 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-fe31ef92-9637-41c6-aeea-0edd2b1b17a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:00.755358 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-fe31ef92-9637-41c6-aeea-0edd2b1b17a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:00.802942 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7e224e-1f6c-4a42-bb3e-6579fbfeb542 req-3dd1c519-32cb-4b4e-beaa-c8112f4d01f6 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:00.804482 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3d7e224e-1f6c-4a42-bb3e-6579fbfeb542 req-3dd1c519-32cb-4b4e-beaa-c8112f4d01f6 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 943 time: 0.0843666
May 10 17:22:00.850787 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-fe31ef92-9637-41c6-aeea-0edd2b1b17a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:00.852072 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3d7e224e-1f6c-4a42-bb3e-6579fbfeb542 req-ee40bf2e-00e0-4ec7-904e-0b2a9da7314d tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401182
May 10 17:22:00.861876 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-fe31ef92-9637-41c6-aeea-0edd2b1b17a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:00.871521 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-f813a3d2-671f-4762-9e3e-90d70f0c32b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:00.911958 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-fe31ef92-9637-41c6-aeea-0edd2b1b17a9 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0ab18f8fc0814c658dfc55bdad44261b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3071640
May 10 17:22:00.912988 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe31ef92-9637-41c6-aeea-0edd2b1b17a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dce3099-38f4-4591-8a34-8235cf690d95,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:00.914656 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 57238) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:00.916629 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-fe31ef92-9637-41c6-aeea-0edd2b1b17a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:01.002630 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-fce06e51-2b94-4455-860a-6b7cbab34bfd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:01.035237 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-fce06e51-2b94-4455-860a-6b7cbab34bfd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:01.109758 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-fce06e51-2b94-4455-860a-6b7cbab34bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:01.113578 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-a7317b81-0470-43ca-aa43-b9478bb9f37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:01.126435 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce06e51-2b94-4455-860a-6b7cbab34bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dce3099-38f4-4591-8a34-8235cf690d95,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:01.136504 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-fce06e51-2b94-4455-860a-6b7cbab34bfd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:01.144898 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-fce06e51-2b94-4455-860a-6b7cbab34bfd admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:01.148547 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-fce06e51-2b94-4455-860a-6b7cbab34bfd admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6dce3099-38f4-4591-8a34-8235cf690d95 HTTP/1.1" status: 204  len: 168 time: 0.2266686
May 10 17:22:01.172912 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-274a43f9-4a14-4200-8b14-f1bbed91c0a0 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:01.173742 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-274a43f9-4a14-4200-8b14-f1bbed91c0a0 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Synchronizing usage tracker for tenant:d0f782c325f1445b94f0ff94b78c2c9f on resource:network {{(pid=78698) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:22:01.195138 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-274a43f9-4a14-4200-8b14-f1bbed91c0a0 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Unset dirty status for tenant:d0f782c325f1445b94f0ff94b78c2c9f on resource:network {{(pid=78698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:22:01.198071 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-274a43f9-4a14-4200-8b14-f1bbed91c0a0 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.36 "GET /v2.0/networks?id=0cfd4b2e-df56-43d0-908b-ea446d61e6b9 HTTP/1.1" status: 200  len: 814 time: 0.2276986
May 10 17:22:01.219016 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-49d984db-8ac5-4433-9ea7-10bebe82ecd1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Request body: {'port': {'device_id': 'd3c232b4-e9fa-4f10-8db8-cabb373ef0c1', 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9', 'admin_state_up': True, 'tenant_id': 'd0f782c325f1445b94f0ff94b78c2c9f'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:01.243092 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25740e2c-be1f-4621-847b-45174618414b req-5d5e284b-7564-4753-aead-ada76e21298f tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:01.250677 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-25740e2c-be1f-4621-847b-45174618414b req-5d5e284b-7564-4753-aead-ada76e21298f tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 947 time: 0.1033821
May 10 17:22:01.303078 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-25740e2c-be1f-4621-847b-45174618414b req-2bf1f38f-a669-44d4-b7dd-51c06abc47a4 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e1dd62a-8855-4333-9657-ed8e34be2645&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512407
May 10 17:22:01.352419 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-17cca19c-f564-4d28-b0bc-632197670d20 req-755db4fc-d9b8-4505-85cc-832fc21a3504 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 210 time: 0.0482454
May 10 17:22:01.401217 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-49d984db-8ac5-4433-9ea7-10bebe82ecd1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:01.411274 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-49d984db-8ac5-4433-9ea7-10bebe82ecd1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:01.421956 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-49d984db-8ac5-4433-9ea7-10bebe82ecd1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Made reservation on behalf of d0f782c325f1445b94f0ff94b78c2c9f for: {'port': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:22:01.425656 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-49d984db-8ac5-4433-9ea7-10bebe82ecd1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:01.667944 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-49d984db-8ac5-4433-9ea7-10bebe82ecd1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Allocated IP 172.20.0.14 (0cfd4b2e-df56-43d0-908b-ea446d61e6b9/ba516fbc-860b-4d47-a60d-b736d75a32f9/1bd6f1d7-5140-47ca-a79d-6899fb7d7339) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:22:01.720326 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc96b3c-b2db-47d1-9c49-c64acf6286a5 req-862f93a0-276b-4769-830a-4f8e689237fc tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:01.724080 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9cc96b3c-b2db-47d1-9c49-c64acf6286a5 req-862f93a0-276b-4769-830a-4f8e689237fc tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1307044
May 10 17:22:01.914487 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e8934081-2540-4ebe-942c-b18fbb59fb87 req-a0c900b5-9e56-4dc7-8f8c-6dcc7729770b tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 210 time: 0.2071173
May 10 17:22:02.010741 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-49d984db-8ac5-4433-9ea7-10bebe82ecd1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:02.066304 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9cc96b3c-b2db-47d1-9c49-c64acf6286a5 req-9944de31-0f8f-4f57-9ed8-a07fb3eead60 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1628556
May 10 17:22:02.083598 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-49d984db-8ac5-4433-9ea7-10bebe82ecd1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:02.089527 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092647a-e54e-4774-a425-9af0fd2093ff req-f3fbd2d6-abee-42c9-a153-081906bbc490 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:02.091307 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b092647a-e54e-4774-a425-9af0fd2093ff req-f3fbd2d6-abee-42c9-a153-081906bbc490 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.36 "GET /v2.0/networks?id=247b7704-949d-47ff-a7d6-c3dc7a6e8e45 HTTP/1.1" status: 200  len: 809 time: 0.3083684
May 10 17:22:02.092853 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:02.128836 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['7a435a01-5e96-4ca5-bec4-fb27c4859172', '63230674-0039-4b7c-80d1-e8ccab7f7656'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:22:02.161752 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:22:02.172252 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-b092647a-e54e-4774-a425-9af0fd2093ff req-059e8032-1ea5-4142-a291-705adf8be5d8 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Request body: {'port': {'device_id': '298be385-44b2-4f19-bea2-1454d95d9e0a', 'network_id': '247b7704-949d-47ff-a7d6-c3dc7a6e8e45', 'admin_state_up': True, 'tenant_id': '74edb2011cde4bfcb01eceaf97474332'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:02.196887 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d984db-8ac5-4433-9ea7-10bebe82ecd1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Pushing event updated for resources: {'Port': ['ID=1bd6f1d7-5140-47ca-a79d-6899fb7d7339,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:02.200994 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-49d984db-8ac5-4433-9ea7-10bebe82ecd1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Network 0cfd4b2e-df56-43d0-908b-ea446d61e6b9 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:22:02.201903 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-49d984db-8ac5-4433-9ea7-10bebe82ecd1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:02.202880 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-49d984db-8ac5-4433-9ea7-10bebe82ecd1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:02.208911 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-49d984db-8ac5-4433-9ea7-10bebe82ecd1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:22:02.311249 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-49d984db-8ac5-4433-9ea7-10bebe82ecd1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:02.311789 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-49d984db-8ac5-4433-9ea7-10bebe82ecd1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:02.370848 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-49d984db-8ac5-4433-9ea7-10bebe82ecd1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1564193
May 10 17:22:02.426486 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Request body: {'port': {'device_id': 'd3c232b4-e9fa-4f10-8db8-cabb373ef0c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:02.532172 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc,segment=NetworkSegment(a47ea41b-bc33-4c55-bd18-5de0c411c887),segment_id=a47ea41b-bc33-4c55-bd18-5de0c411c887)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:02.535320 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-b092647a-e54e-4774-a425-9af0fd2093ff req-059e8032-1ea5-4142-a291-705adf8be5d8 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:02.542892 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-b092647a-e54e-4774-a425-9af0fd2093ff req-059e8032-1ea5-4142-a291-705adf8be5d8 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Usage tracker for resource:port and tenant:74edb2011cde4bfcb01eceaf97474332 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:02.547109 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-b092647a-e54e-4774-a425-9af0fd2093ff req-059e8032-1ea5-4142-a291-705adf8be5d8 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:02.556925 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-b092647a-e54e-4774-a425-9af0fd2093ff req-059e8032-1ea5-4142-a291-705adf8be5d8 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:02.563445 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': 'd06f6ffe-1b79-42f8-a81d-1cb0961f1dcc', 'network_id': '508e9136-b419-4d97-aec7-bad6b1f32e94', 'port_id': 'd06f6ffe-1b79-42f8-a81d-1cb0961f1dcc', 'mac_address': 'fa:16:3e:ee:bb:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3189f6ac-a1a2-41eb-b7f7-0e790fce24da', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:22:02.584544 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b092647a-e54e-4774-a425-9af0fd2093ff req-059e8032-1ea5-4142-a291-705adf8be5d8 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Made reservation on behalf of 74edb2011cde4bfcb01eceaf97474332 for: {'port': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:22:02.589217 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-b092647a-e54e-4774-a425-9af0fd2093ff req-059e8032-1ea5-4142-a291-705adf8be5d8 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:02.591410 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:02.704597 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:02.727702 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12755fb-eb0d-4d1c-ab91-a65dfba01607 req-67e11bb5-6fbd-45c9-9b39-73788ebcf439 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:02.729457 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f12755fb-eb0d-4d1c-ab91-a65dfba01607 req-67e11bb5-6fbd-45c9-9b39-73788ebcf439 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 943 time: 0.3356738
May 10 17:22:02.738699 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:22:02.762925 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122acc06-5fe8-4c7c-b775-72ea0c824aed req-891042b6-1b79-48d2-bcd8-93c0f5711a06 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:02.770496 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-122acc06-5fe8-4c7c-b775-72ea0c824aed req-891042b6-1b79-48d2-bcd8-93c0f5711a06 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 947 time: 0.3221910
May 10 17:22:02.773860 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc,segment=NetworkSegment(a47ea41b-bc33-4c55-bd18-5de0c411c887),segment_id=a47ea41b-bc33-4c55-bd18-5de0c411c887)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:02.784321 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:02.785025 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:22:02.788054 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:02.902627 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-122acc06-5fe8-4c7c-b775-72ea0c824aed req-4838d6cb-bf5d-4126-bc5a-a17646e731a7 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e1dd62a-8855-4333-9657-ed8e34be2645&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311221
May 10 17:22:02.917937 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f12755fb-eb0d-4d1c-ab91-a65dfba01607 req-6491c9b1-bf3b-43ad-8dc4-47d53fdecb43 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775718
May 10 17:22:02.996662 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:03.001128 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:03.059707 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6,segment=NetworkSegment(1b87a87c-1ad8-4bea-8d69-c95113d284a4),segment_id=1b87a87c-1ad8-4bea-8d69-c95113d284a4)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:03.079510 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': 'e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6', 'network_id': '59c79b3a-606f-480a-bc59-da16504e6cb0', 'port_id': 'e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6', 'mac_address': 'fa:16:3e:54:30:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27932edc-7fdd-4eb6-9f4e-c03dcb8c931b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:22:03.141213 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:03.158973 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6 {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:22:03.173417 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_common [req-b092647a-e54e-4774-a425-9af0fd2093ff req-059e8032-1ea5-4142-a291-705adf8be5d8 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Allocated IP 172.20.0.14 (247b7704-949d-47ff-a7d6-c3dc7a6e8e45/82336533-0689-4c8f-a8bb-5db21820d58d/e4ad5f3c-5d64-4539-9849-f35567580284) {{(pid=78697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:22:03.182385 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6,segment=NetworkSegment(1b87a87c-1ad8-4bea-8d69-c95113d284a4),segment_id=1b87a87c-1ad8-4bea-8d69-c95113d284a4)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:03.187569 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:03.190326 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-6b81678c-6d8e-482c-bc57-acb2f2b86b24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:03.201791 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bd6f1d7-5140-47ca-a79d-6899fb7d7339 {{(pid=78698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:22:03.210522 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:03.231564 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.provisioning_blocks [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Transition to ACTIVE for port object 1bd6f1d7-5140-47ca-a79d-6899fb7d7339 will not be triggered until provisioned by entity L2. {{(pid=78698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:03.235971 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0864bd77-afac-46f8-ab82-80d0fcee04b6 req-5815aafb-2dba-4573-815e-b0c17e3c02c0 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 210 time: 0.0720725
May 10 17:22:03.237252 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10577401'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:03.253836 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-96ae5625-e7fc-4d87-be18-bc296eedc658 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:03.285096 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:03.292554 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:03.292684 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 57320) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:03.395345 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca4125b-1182-4f4d-809b-d5f2bd222eb8 req-971ad791-1d14-48ce-9e68-b5b250d0994d tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:03.397365 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bca4125b-1182-4f4d-809b-d5f2bd222eb8 req-971ad791-1d14-48ce-9e68-b5b250d0994d tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 932 time: 0.3045235
May 10 17:22:03.472030 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd6f1d7-5140-47ca-a79d-6899fb7d7339,revision_number=2']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:03.476271 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:03.504584 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Attempting to bind port 1bd6f1d7-5140-47ca-a79d-6899fb7d7339 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:22:03.504934 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Attempting to bind port 1bd6f1d7-5140-47ca-a79d-6899fb7d7339 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '30e48780-6b8b-42fb-959a-8e946ee097a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9'}] {{(pid=78698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:22:03.505252 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Attempting to bind port 1bd6f1d7-5140-47ca-a79d-6899fb7d7339 on network 0cfd4b2e-df56-43d0-908b-ea446d61e6b9 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:22:03.510268 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Port 1bd6f1d7-5140-47ca-a79d-6899fb7d7339 on network 0cfd4b2e-df56-43d0-908b-ea446d61e6b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:22:03.510607 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Attempting to bind port 1bd6f1d7-5140-47ca-a79d-6899fb7d7339 on network 0cfd4b2e-df56-43d0-908b-ea446d61e6b9 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:22:03.515520 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Checking agent: {'id': '87cc3cef-9683-423a-ab01-169475d75aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'started_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:22:03.515849 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Checking segment: {'id': '30e48780-6b8b-42fb-959a-8e946ee097a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:22:03.516223 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Bound using segment: {'id': '30e48780-6b8b-42fb-959a-8e946ee097a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9'} {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:22:03.516631 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Bound port: 1bd6f1d7-5140-47ca-a79d-6899fb7d7339, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e48780-6b8b-42fb-959a-8e946ee097a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9'}}] {{(pid=78698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:22:03.516966 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:03.519187 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-140e1509-1cea-42df-a79d-6e5dadc79aa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:03.566862 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-140e1509-1cea-42df-a79d-6e5dadc79aa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:03.577837 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-140e1509-1cea-42df-a79d-6e5dadc79aa8 admin admin] Usage tracker for resource:security_group_rule and tenant:9dd8d67b2e0543d7bfdd3d0bccd8842c is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:03.585671 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bca4125b-1182-4f4d-809b-d5f2bd222eb8 req-be3c4f4d-05cc-40d8-9e8a-26db6baea97c tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1600771
May 10 17:22:03.586617 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-140e1509-1cea-42df-a79d-6e5dadc79aa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:03.609409 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-b092647a-e54e-4774-a425-9af0fd2093ff req-059e8032-1ea5-4142-a291-705adf8be5d8 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Notify callbacks [] for port, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:03.612435 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-140e1509-1cea-42df-a79d-6e5dadc79aa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:03.612844 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] For port 1bd6f1d7-5140-47ca-a79d-6899fb7d7339, host hv-cinder-78638, cleared binding levels {{(pid=78698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:22:03.615988 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] For port 1bd6f1d7-5140-47ca-a79d-6899fb7d7339, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1bd6f1d7-5140-47ca-a79d-6899fb7d7339,segment=NetworkSegment(30e48780-6b8b-42fb-959a-8e946ee097a6),segment_id=30e48780-6b8b-42fb-959a-8e946ee097a6)] {{(pid=78698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:22:03.621686 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10577401'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:03.631628 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:03.678349 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113ebf3b-a17c-4752-b254-bf40cc2356ac req-474a3ba8-ef61-462b-b1ac-731e09b74a7c tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:03.680340 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:03.680952 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:03.683031 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] 10.222.0.36 "PUT /v2.0/ports/1bd6f1d7-5140-47ca-a79d-6899fb7d7339 HTTP/1.1" status: 200  len: 1094 time: 1.2609015
May 10 17:22:03.683559 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c232b4-e9fa-4f10-8db8-cabb373ef0c1', 'tag': '1bd6f1d7-5140-47ca-a79d-6899fb7d7339'}] {{(pid=78698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:03.686136 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-113ebf3b-a17c-4752-b254-bf40cc2356ac req-474a3ba8-ef61-462b-b1ac-731e09b74a7c tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.2615347
May 10 17:22:03.714974 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Pushing event updated for resources: {'Port': ['ID=1bd6f1d7-5140-47ca-a79d-6899fb7d7339,revision_number=3']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:03.718020 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:03.748063 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-113ebf3b-a17c-4752-b254-bf40cc2356ac req-0f354785-9b5e-4a96-826e-bd8d8ef94541 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0609562
May 10 17:22:03.751521 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-b092647a-e54e-4774-a425-9af0fd2093ff req-059e8032-1ea5-4142-a291-705adf8be5d8 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:03.762952 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:03.807401 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c232b4-e9fa-4f10-8db8-cabb373ef0c1', 'tag': '1bd6f1d7-5140-47ca-a79d-6899fb7d7339', 'status': 'completed', 'code': 200}
May 10 17:22:03.854856 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b092647a-e54e-4774-a425-9af0fd2093ff req-059e8032-1ea5-4142-a291-705adf8be5d8 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Network 247b7704-949d-47ff-a7d6-c3dc7a6e8e45 is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:22:03.864555 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [req-b092647a-e54e-4774-a425-9af0fd2093ff req-059e8032-1ea5-4142-a291-705adf8be5d8 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:03.872859 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-b092647a-e54e-4774-a425-9af0fd2093ff req-059e8032-1ea5-4142-a291-705adf8be5d8 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Received port after_create {{(pid=78697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:22:03.899121 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059e8032-1ea5-4142-a291-705adf8be5d8 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Pushing event updated for resources: {'Port': ['ID=e4ad5f3c-5d64-4539-9849-f35567580284,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:03.913901 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-059e8032-1ea5-4142-a291-705adf8be5d8 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:03.924940 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-140e1509-1cea-42df-a79d-6e5dadc79aa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:03.931146 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-140e1509-1cea-42df-a79d-6e5dadc79aa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:03.941226 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-15b9bada-36bf-4cd6-9a35-d5d4ae538bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:04.000220 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092647a-e54e-4774-a425-9af0fd2093ff req-059e8032-1ea5-4142-a291-705adf8be5d8 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:04.000824 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-b092647a-e54e-4774-a425-9af0fd2093ff req-059e8032-1ea5-4142-a291-705adf8be5d8 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:04.022779 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140e1509-1cea-42df-a79d-6e5dadc79aa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b724277f-e3e0-4937-aa9e-8223f3e640ee,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:04.029208 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-140e1509-1cea-42df-a79d-6e5dadc79aa8 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=9dd8d67b2e0543d7bfdd3d0bccd8842c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7334838
May 10 17:22:04.029208 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-140e1509-1cea-42df-a79d-6e5dadc79aa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:04.030380 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 57338) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:04.033015 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b092647a-e54e-4774-a425-9af0fd2093ff req-059e8032-1ea5-4142-a291-705adf8be5d8 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.8670616
May 10 17:22:04.093290 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e474abb0-560e-486d-9d03-79330a28dfb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:04.120378 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e474abb0-560e-486d-9d03-79330a28dfb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:04.228877 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e474abb0-560e-486d-9d03-79330a28dfb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:04.234488 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-db46303e-ed23-4954-8ab6-fc954e34fc98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:04.249024 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47296708-c8c6-430f-a432-8935ac96cc4b req-360263b5-9aaf-4328-a965-4f9d212017f2 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:04.250491 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-47296708-c8c6-430f-a432-8935ac96cc4b req-360263b5-9aaf-4328-a965-4f9d212017f2 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 948 time: 0.1095853
May 10 17:22:04.256767 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e474abb0-560e-486d-9d03-79330a28dfb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b724277f-e3e0-4937-aa9e-8223f3e640ee,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:04.261260 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-e474abb0-560e-486d-9d03-79330a28dfb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:04.273357 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e474abb0-560e-486d-9d03-79330a28dfb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:04.274437 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-e474abb0-560e-486d-9d03-79330a28dfb4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b724277f-e3e0-4937-aa9e-8223f3e640ee HTTP/1.1" status: 204  len: 168 time: 0.2438877
May 10 17:22:04.303693 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-47296708-c8c6-430f-a432-8935ac96cc4b req-5991c1f6-1419-4b8e-9adc-e2392dac27e9 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e1dd62a-8855-4333-9657-ed8e34be2645&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442140
May 10 17:22:04.476775 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7aa1e18-61f2-4848-a907-a7ac4da2e13b req-72805d91-c30a-443e-a8f1-4706fdaff0a5 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:04.478233 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e7aa1e18-61f2-4848-a907-a7ac4da2e13b req-72805d91-c30a-443e-a8f1-4706fdaff0a5 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 944 time: 0.0803270
May 10 17:22:04.527736 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e7aa1e18-61f2-4848-a907-a7ac4da2e13b req-e7d49e09-11ad-4001-ad66-d87aa76bf890 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424635
May 10 17:22:04.711112 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06efa52c-d751-4481-bedf-da3549a04a68 req-1149d40c-cf25-4707-b39c-12497011f4cf tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:04.712595 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-06efa52c-d751-4481-bedf-da3549a04a68 req-1149d40c-cf25-4707-b39c-12497011f4cf tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0857818
May 10 17:22:04.761967 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-06efa52c-d751-4481-bedf-da3549a04a68 req-21132e98-2c26-40a4-bbc4-a45f7cc5a908 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428231
May 10 17:22:04.941182 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 57368) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:04.955738 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51302580-7173-4c08-a993-f4eb91628013 req-63f41a0d-2e36-4085-a13b-ce9033173750 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:04.956428 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-51302580-7173-4c08-a993-f4eb91628013 req-63f41a0d-2e36-4085-a13b-ce9033173750 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Synchronizing usage tracker for tenant:74edb2011cde4bfcb01eceaf97474332 on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:22:04.974224 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-51302580-7173-4c08-a993-f4eb91628013 req-63f41a0d-2e36-4085-a13b-ce9033173750 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Unset dirty status for tenant:74edb2011cde4bfcb01eceaf97474332 on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:22:04.975468 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-51302580-7173-4c08-a993-f4eb91628013 req-63f41a0d-2e36-4085-a13b-ce9033173750 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 932 time: 0.1012444
May 10 17:22:05.040625 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-51302580-7173-4c08-a993-f4eb91628013 req-def4bc3f-61a7-4c94-887d-8fe78c0fe7f1 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469644
May 10 17:22:05.071477 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-148834655-network', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:05.076104 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:05.079974 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Usage tracker for resource:network and tenant:3f31dcd80b43441793b8dccf23bea16a is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:05.082799 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:05.089255 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:05.100904 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Made reservation on behalf of 3f31dcd80b43441793b8dccf23bea16a for: {'network': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:22:05.104716 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for network, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:05.116771 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:05.131362 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:05.135119 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Usage tracker for resource:security_group_rule and tenant:3f31dcd80b43441793b8dccf23bea16a is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:05.137893 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:05.143582 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:05.218212 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2800f34-e41c-4abb-a8e9-2853e42c6f0e req-eb937ccd-8570-48d9-897f-e525d8271969 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:05.219693 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2800f34-e41c-4abb-a8e9-2853e42c6f0e req-eb937ccd-8570-48d9-897f-e525d8271969 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 944 time: 0.0832510
May 10 17:22:05.234894 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:05.238898 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:05.242632 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-236323c8-200d-4f33-9c36-20f7e74de2b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:05.266240 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2800f34-e41c-4abb-a8e9-2853e42c6f0e req-98231207-4eef-46b0-b401-8da4f94751c4 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0399024
May 10 17:22:05.268101 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309}  {{(pid=78698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:22:05.276943 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2644e26-09c9-45b9-9b8a-645db73f4deb,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:05.280398 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:05.283076 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:05.283456 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.segments_db [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Added segment 524b4c66-d4ad-48e2-848a-46ffd9e34222 of type vlan for network 2b27b3d6-b96f-40b8-8215-39e706b9c0cf
May 10 17:22:05.309660 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765769838210'] for network, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:05.338544 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for network, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:05.340110 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:05.340691 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:05.345442 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-39399aac-32df-49d7-97ee-d4150d991d05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:05.446560 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.5042369
May 10 17:22:05.447510 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Pushing event updated for resources: {'Network': ['ID=2b27b3d6-b96f-40b8-8215-39e706b9c0cf,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:05.449381 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 57378) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:05.451733 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:05.455445 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-a5766850-e207-40f0-80cc-9d27bb34eab9 admin admin] Request body: {'subnet': {'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-148834655-subnet', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'ip_version': 4}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:05.460085 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Network 2b27b3d6-b96f-40b8-8215-39e706b9c0cf details requested by agent ovs-agent-dv-cinder-786383-3-iscsi with host dv-cinder-786383-3-iscsi {{(pid=78699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:22:05.460613 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-a5766850-e207-40f0-80cc-9d27bb34eab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:05.464484 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-a5766850-e207-40f0-80cc-9d27bb34eab9 admin admin] Usage tracker for resource:subnet and tenant:3f31dcd80b43441793b8dccf23bea16a is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:05.467877 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-a5766850-e207-40f0-80cc-9d27bb34eab9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:05.473828 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-a5766850-e207-40f0-80cc-9d27bb34eab9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:05.485299 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5766850-e207-40f0-80cc-9d27bb34eab9 admin admin] Made reservation on behalf of 3f31dcd80b43441793b8dccf23bea16a for: {'subnet': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:22:05.487971 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a5766850-e207-40f0-80cc-9d27bb34eab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10672894'] for subnet, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:05.500762 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b26150-eaaf-4f3b-af56-8e094b9435dd req-0a0d1f38-8514-40e4-89b4-35222bb74618 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:05.502332 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-01b26150-eaaf-4f3b-af56-8e094b9435dd req-0a0d1f38-8514-40e4-89b4-35222bb74618 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 948 time: 0.0915034
May 10 17:22:05.550152 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-01b26150-eaaf-4f3b-af56-8e094b9435dd req-68a0ae09-ed9b-42e7-b1fa-d7951f760271 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e1dd62a-8855-4333-9657-ed8e34be2645&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419376
May 10 17:22:05.734982 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c314866d-02a9-4643-87bb-95a3ab4798ad req-efd6b739-bfb9-417b-bfab-5e60588749d6 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:05.736434 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c314866d-02a9-4643-87bb-95a3ab4798ad req-efd6b739-bfb9-417b-bfab-5e60588749d6 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 944 time: 0.0809867
May 10 17:22:05.780673 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c314866d-02a9-4643-87bb-95a3ab4798ad req-7cdcdd41-9821-458b-b4f7-ed788f6fd104 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383618
May 10 17:22:05.867480 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a5766850-e207-40f0-80cc-9d27bb34eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10710128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10672780'] for subnet, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:05.872548 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-409c8928-ffde-4e4b-8fdb-07094cdc65ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:05.947836 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5766850-e207-40f0-80cc-9d27bb34eab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f962103c-0f67-411d-a90a-456d6581d1ab,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:05.951275 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a5766850-e207-40f0-80cc-9d27bb34eab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:05.953743 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5766850-e207-40f0-80cc-9d27bb34eab9 admin admin] Checking segment: {'id': '524b4c66-d4ad-48e2-848a-46ffd9e34222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:22:05.954086 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5766850-e207-40f0-80cc-9d27bb34eab9 admin admin] Network hostable DHCP agents. Network: 2b27b3d6-b96f-40b8-8215-39e706b9c0cf, hostable agents: ['09c01bda-92a2-48bb-bf54-854a116a5737'], hosted agents: [] {{(pid=78698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:22:05.971465 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5766850-e207-40f0-80cc-9d27bb34eab9 admin admin] Network 2b27b3d6-b96f-40b8-8215-39e706b9c0cf is scheduled to be hosted by DHCP agent 09c01bda-92a2-48bb-bf54-854a116a5737 with binding_index 1 {{(pid=78698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:22:05.981177 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-a5766850-e207-40f0-80cc-9d27bb34eab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-iscsi, 2b27b3d6-b96f-40b8-8215-39e706b9c0cf) {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:05.991130 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5766850-e207-40f0-80cc-9d27bb34eab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:05.991724 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a5766850-e207-40f0-80cc-9d27bb34eab9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:05.998010 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5af1e5-59ec-4df7-a96a-7227e05ce996 None None] Network 2b27b3d6-b96f-40b8-8215-39e706b9c0cf requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:22:06.018145 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-a5766850-e207-40f0-80cc-9d27bb34eab9 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.5653846
May 10 17:22:06.018362 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 57386) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:06.023291 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-148834655-router', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:06.027657 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:06.032307 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Usage tracker for resource:router and tenant:3f31dcd80b43441793b8dccf23bea16a is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:06.035744 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:06.042305 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:06.054493 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-487136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6000'] for router, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:06.055937 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3736232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5961'] for router, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:06.060986 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14557f4-c8aa-492c-bef0-6e537eb9b714 req-30bcfc7f-8bb3-443a-8406-7c2d002620dc tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:06.063140 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b14557f4-c8aa-492c-bef0-6e537eb9b714 req-30bcfc7f-8bb3-443a-8406-7c2d002620dc tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1795094
May 10 17:22:06.083473 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:06.123741 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b14557f4-c8aa-492c-bef0-6e537eb9b714 req-25c86531-58f1-4118-8311-6e6985e11720 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543368
May 10 17:22:06.247800 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d3316b4-c81d-5319-b15a-5a430cab7718-2b27b3d6-b96f-40b8-8215-39e706b9c0cf', 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'fixed_ips': [{'subnet_id': 'f962103c-0f67-411d-a90a-456d6581d1ab'}]}} from dv-cinder-786383-3-iscsi. {{(pid=78699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:22:06.248756 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:06.309217 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30de5d51-ee95-4534-aabb-8b7ac213080a req-3d2fd80a-5a75-4fd9-9772-b92bd00b882f tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:06.310937 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-30de5d51-ee95-4534-aabb-8b7ac213080a req-3d2fd80a-5a75-4fd9-9772-b92bd00b882f tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 932 time: 0.0908053
May 10 17:22:06.357012 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-30de5d51-ee95-4534-aabb-8b7ac213080a req-4e065afc-53f4-446a-a564-3b8652212cad tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401762
May 10 17:22:06.418533 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.db_base_plugin_common [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Allocated IP 172.20.0.2 (2b27b3d6-b96f-40b8-8215-39e706b9c0cf/f962103c-0f67-411d-a90a-456d6581d1ab/ad9fb214-0321-4820-b3a4-01a43d58ba93) {{(pid=78699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:22:06.424883 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5975'] for router, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:06.583617 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-b092647a-e54e-4774-a425-9af0fd2093ff req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Request body: {'port': {'device_id': '298be385-44b2-4f19-bea2-1454d95d9e0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:06.653983 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Notify callbacks [] for port, precommit_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:06.664458 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Transition to ACTIVE for port object ad9fb214-0321-4820-b3a4-01a43d58ba93 will not be triggered until provisioned by entity L2. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:06.685038 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Transition to ACTIVE for port object ad9fb214-0321-4820-b3a4-01a43d58ba93 will not be triggered until provisioned by entity DHCP. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:06.693629 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188'] for port, after_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:06.699381 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:06.764133 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Network 2b27b3d6-b96f-40b8-8215-39e706b9c0cf is already hosted by enough agents. {{(pid=78699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:22:06.767710 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.scheduler.base_scheduler [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Resources bound (agent type, host, resource id):  {{(pid=78699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:06.777470 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Received port after_create {{(pid=78699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:22:06.784153 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Pushing event updated for resources: {'Port': ['ID=ad9fb214-0321-4820-b3a4-01a43d58ba93,revision_number=1']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:06.793620 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:06.835360 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca4ccf-a284-4053-8a51-9f60796e6e7e req-73888a00-f9dc-4eb7-b982-dd68eec27de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:06.836824 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-2bca4ccf-a284-4053-8a51-9f60796e6e7e req-73888a00-f9dc-4eb7-b982-dd68eec27de8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0f782c325f1445b94f0ff94b78c2c9f&device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 1097 time: 0.2592833
May 10 17:22:06.842849 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:06.844814 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-b092647a-e54e-4774-a425-9af0fd2093ff req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:06.874778 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:06.881040 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Attempting to bind port ad9fb214-0321-4820-b3a4-01a43d58ba93 on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:22:06.881415 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Attempting to bind port ad9fb214-0321-4820-b3a4-01a43d58ba93 by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': '524b4c66-d4ad-48e2-848a-46ffd9e34222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf'}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:22:06.881788 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Attempting to bind port ad9fb214-0321-4820-b3a4-01a43d58ba93 on network 2b27b3d6-b96f-40b8-8215-39e706b9c0cf {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:22:06.883728 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1447c5b4-9d35-48cb-97a9-3e22f83a843a req-eb7c7226-a182-4242-b920-6deb8ff2bd46 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:06.885303 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1447c5b4-9d35-48cb-97a9-3e22f83a843a req-eb7c7226-a182-4242-b920-6deb8ff2bd46 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 944 time: 0.2521927
May 10 17:22:06.892232 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:22:06.892850 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Checking segment: {'id': '524b4c66-d4ad-48e2-848a-46ffd9e34222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:22:06.893346 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:06.893833 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Bound using segment: {'id': '524b4c66-d4ad-48e2-848a-46ffd9e34222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf'} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:22:06.894436 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Bound port: ad9fb214-0321-4820-b3a4-01a43d58ba93, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524b4c66-d4ad-48e2-848a-46ffd9e34222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf'}}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:22:06.894903 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:07.007986 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] For port ad9fb214-0321-4820-b3a4-01a43d58ba93, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:22:07.013204 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] For port ad9fb214-0321-4820-b3a4-01a43d58ba93, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=ad9fb214-0321-4820-b3a4-01a43d58ba93,segment=NetworkSegment(524b4c66-d4ad-48e2-848a-46ffd9e34222),segment_id=524b4c66-d4ad-48e2-848a-46ffd9e34222)] {{(pid=78699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:22:07.019955 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:07.028541 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:07.031990 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1447c5b4-9d35-48cb-97a9-3e22f83a843a req-9bc15be8-d4e3-4975-ac42-f59043ab90bb tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1001430
May 10 17:22:07.058307 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a760059-8d68-4c2d-baae-5e5056cba51c req-2ff74368-ece5-4141-b750-1fa9feea4dd2 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:07.060254 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1a760059-8d68-4c2d-baae-5e5056cba51c req-2ff74368-ece5-4141-b750-1fa9feea4dd2 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 948 time: 0.3562596
May 10 17:22:07.137829 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Pushing event updated for resources: {'Port': ['ID=ad9fb214-0321-4820-b3a4-01a43d58ba93,revision_number=2']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:07.141902 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca4ccf-a284-4053-8a51-9f60796e6e7e req-4c96b188-efe7-45d6-adc0-3bcbdbd458a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:07.143244 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:07.143766 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-2bca4ccf-a284-4053-8a51-9f60796e6e7e req-4c96b188-efe7-45d6-adc0-3bcbdbd458a4 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=d0f782c325f1445b94f0ff94b78c2c9f&shared=False HTTP/1.1" status: 200  len: 915 time: 0.2317426
May 10 17:22:07.241754 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1a760059-8d68-4c2d-baae-5e5056cba51c req-8c6e8bbb-f9b7-44be-ace0-a9c81ac50e72 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e1dd62a-8855-4333-9657-ed8e34be2645&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1750133
May 10 17:22:07.261404 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Allocated IP 172.27.1.187 (bae4116f-378a-4109-9d6f-b35b773f5102/85c6ce2f-4b23-430e-8a05-d1a9c5baa36d/8a7878f9-0de9-4651-a85e-4c9f9646f7c4) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:22:07.360496 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6659ab9-8e77-40b6-9c88-54e9261fe065 req-3b2a00e8-5152-4be3-a905-313ca89806d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:07.361966 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f6659ab9-8e77-40b6-9c88-54e9261fe065 req-3b2a00e8-5152-4be3-a905-313ca89806d6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fc027d222ec41848aea01fc2452dce7&device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 1098 time: 0.4313569
May 10 17:22:07.481680 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bca4ccf-a284-4053-8a51-9f60796e6e7e req-96a692b1-3208-4bbb-80c9-fe5e355ed2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:07.483245 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-2bca4ccf-a284-4053-8a51-9f60796e6e7e req-96a692b1-3208-4bbb-80c9-fe5e355ed2f9 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3260431
May 10 17:22:07.539497 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:07.575098 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:07.580773 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:07.645813 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Network bae4116f-378a-4109-9d6f-b35b773f5102 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:22:07.648504 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:07.654911 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a9484a-ba57-44fa-958d-969e77f48962 req-05e5ad90-cbbb-4bee-ace3-d06ef3456db5 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:07.657191 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:22:07.658789 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f5a9484a-ba57-44fa-958d-969e77f48962 req-05e5ad90-cbbb-4bee-ace3-d06ef3456db5 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 944 time: 0.4638922
May 10 17:22:07.686162 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Pushing event updated for resources: {'Port': ['ID=8a7878f9-0de9-4651-a85e-4c9f9646f7c4,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:07.692319 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:07.721660 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6659ab9-8e77-40b6-9c88-54e9261fe065 req-785da593-8596-4668-8d6e-39f3b0511ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:07.723442 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f6659ab9-8e77-40b6-9c88-54e9261fe065 req-785da593-8596-4668-8d6e-39f3b0511ba0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c40edc93-49fe-487d-9975-28a626203a59 HTTP/1.1" status: 200  len: 919 time: 0.3473971
May 10 17:22:07.850809 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device ad9fb214-0321-4820-b3a4-01a43d58ba93 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:07.860830 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1960de-80bc-42ff-9976-15237ad89ecf req-cbf9ae8c-7fc6-495b-af47-7fb75bdbf2f6 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:07.862442 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0d1960de-80bc-42ff-9976-15237ad89ecf req-cbf9ae8c-7fc6-495b-af47-7fb75bdbf2f6 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.4375851
May 10 17:22:07.863743 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f6659ab9-8e77-40b6-9c88-54e9261fe065 req-1688f93d-7092-4c47-8538-7f1938f1574c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd HTTP/1.1" status: 200  len: 217 time: 0.1270013
May 10 17:22:07.883089 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f5a9484a-ba57-44fa-958d-969e77f48962 req-60971405-2a94-49f8-b89f-26d2c2c935cd tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2173495
May 10 17:22:07.957148 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [req-b092647a-e54e-4774-a425-9af0fd2093ff req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4ad5f3c-5d64-4539-9849-f35567580284 {{(pid=78697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:22:07.972339 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port ad9fb214-0321-4820-b3a4-01a43d58ba93 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:07.987954 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-b092647a-e54e-4774-a425-9af0fd2093ff req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:08.020657 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.provisioning_blocks [req-b092647a-e54e-4774-a425-9af0fd2093ff req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Transition to ACTIVE for port object e4ad5f3c-5d64-4539-9849-f35567580284 will not be triggered until provisioned by entity L2. {{(pid=78697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:08.071114 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0d1960de-80bc-42ff-9976-15237ad89ecf req-c5395f01-4249-47df-bf46-ac766d32e770 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1953020
May 10 17:22:08.085081 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6659ab9-8e77-40b6-9c88-54e9261fe065 req-b238ebe8-06a3-464e-8b26-03f5b7a7d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:08.087075 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f6659ab9-8e77-40b6-9c88-54e9261fe065 req-b238ebe8-06a3-464e-8b26-03f5b7a7d300 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab4050f2-b8f5-4efa-8308-283297f4ea49 HTTP/1.1" status: 200  len: 858 time: 0.2132406
May 10 17:22:08.087867 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-b092647a-e54e-4774-a425-9af0fd2093ff req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:08.102578 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:22:08.104377 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-64d6fda4-c2ec-437f-8296-ec86cfa6c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:08.106092 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-64d6fda4-c2ec-437f-8296-ec86cfa6c79c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0f782c325f1445b94f0ff94b78c2c9f&device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 1097 time: 0.3401957
May 10 17:22:08.149211 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:08.177802 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:22:08.241331 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-8baf5279-3831-4ce1-ae31-6beae3acbc95 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bd6f1d7-5140-47ca-a79d-6899fb7d7339 HTTP/1.1" status: 200  len: 217 time: 0.0820060
May 10 17:22:08.338635 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f6659ab9-8e77-40b6-9c88-54e9261fe065 req-e2ea12ac-e3c2-4655-af2f-b2dcee6d0c16 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c40edc93-49fe-487d-9975-28a626203a59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2420099
May 10 17:22:08.389287 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd4ed92-6e57-4ab2-a606-110d6a432f99 None None] Network 2b27b3d6-b96f-40b8-8215-39e706b9c0cf requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:22:08.408856 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-d2c5d36e-ae11-480b-8933-df6fee9da61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:08.410424 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-d2c5d36e-ae11-480b-8933-df6fee9da61e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ba516fbc-860b-4d47-a60d-b736d75a32f9 HTTP/1.1" status: 200  len: 854 time: 0.0980983
May 10 17:22:08.462395 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ad5f3c-5d64-4539-9849-f35567580284,revision_number=2']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:08.465576 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-ec877e3a-df71-4f3f-a010-dc117d6b4445 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0cfd4b2e-df56-43d0-908b-ea446d61e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461247
May 10 17:22:08.499829 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:08.518866 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:08.553296 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-da528866-56b8-4a89-bb1c-1a358fcf554e None None] Provisioning for port ad9fb214-0321-4820-b3a4-01a43d58ba93 completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:08.567644 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-da528866-56b8-4a89-bb1c-1a358fcf554e None None] Provisioning complete for port ad9fb214-0321-4820-b3a4-01a43d58ba93 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:08.568022 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-da528866-56b8-4a89-bb1c-1a358fcf554e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:08.699488 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-b092647a-e54e-4774-a425-9af0fd2093ff req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Attempting to bind port e4ad5f3c-5d64-4539-9849-f35567580284 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:22:08.699801 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-b092647a-e54e-4774-a425-9af0fd2093ff req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Attempting to bind port e4ad5f3c-5d64-4539-9849-f35567580284 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '12cce722-7f13-4cf7-99d7-455709c60b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '247b7704-949d-47ff-a7d6-c3dc7a6e8e45'}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:22:08.700127 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b092647a-e54e-4774-a425-9af0fd2093ff req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Attempting to bind port e4ad5f3c-5d64-4539-9849-f35567580284 on network 247b7704-949d-47ff-a7d6-c3dc7a6e8e45 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:22:08.706804 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b092647a-e54e-4774-a425-9af0fd2093ff req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Port e4ad5f3c-5d64-4539-9849-f35567580284 on network 247b7704-949d-47ff-a7d6-c3dc7a6e8e45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:22:08.707126 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b092647a-e54e-4774-a425-9af0fd2093ff req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Attempting to bind port e4ad5f3c-5d64-4539-9849-f35567580284 on network 247b7704-949d-47ff-a7d6-c3dc7a6e8e45 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:22:08.720821 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a71b723-b7df-4548-84d0-b2ac97055fcc req-010ef0fb-223d-4a5c-9950-e8ee59e73fea tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:08.722220 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9a71b723-b7df-4548-84d0-b2ac97055fcc req-010ef0fb-223d-4a5c-9950-e8ee59e73fea tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 944 time: 0.6975298
May 10 17:22:08.751321 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b092647a-e54e-4774-a425-9af0fd2093ff req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Checking agent: {'id': '87cc3cef-9683-423a-ab01-169475d75aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'started_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:22:08.751655 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b092647a-e54e-4774-a425-9af0fd2093ff req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Checking segment: {'id': '12cce722-7f13-4cf7-99d7-455709c60b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '247b7704-949d-47ff-a7d6-c3dc7a6e8e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:22:08.752037 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b092647a-e54e-4774-a425-9af0fd2093ff req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Bound using segment: {'id': '12cce722-7f13-4cf7-99d7-455709c60b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '247b7704-949d-47ff-a7d6-c3dc7a6e8e45'} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:22:08.752486 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-b092647a-e54e-4774-a425-9af0fd2093ff req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Bound port: e4ad5f3c-5d64-4539-9849-f35567580284, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12cce722-7f13-4cf7-99d7-455709c60b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '247b7704-949d-47ff-a7d6-c3dc7a6e8e45'}}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:22:08.752828 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-b092647a-e54e-4774-a425-9af0fd2093ff req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:08.832342 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b857176b-2907-4870-87d3-78df0f2537fb req-e95b4735-a038-4578-a2da-497901fac8f4 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:08.833803 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b857176b-2907-4870-87d3-78df0f2537fb req-e95b4735-a038-4578-a2da-497901fac8f4 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 944 time: 0.3162513
May 10 17:22:08.902055 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-ecd3a350-3791-4267-a045-a3ec97bdcb03 service neutron] 10.222.0.36 "GET /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4250605
May 10 17:22:08.914991 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f6659ab9-8e77-40b6-9c88-54e9261fe065 req-7dbdd96d-7bf0-41ae-9a30-4b88f9fb0ed8 service neutron] 10.222.0.36 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5149896
May 10 17:22:08.962504 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9a71b723-b7df-4548-84d0-b2ac97055fcc req-617efddb-3970-41f6-977e-517bc0638ef6 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2232840
May 10 17:22:08.993536 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-da528866-56b8-4a89-bb1c-1a358fcf554e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:09.037822 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-da528866-56b8-4a89-bb1c-1a358fcf554e None None] For port ad9fb214-0321-4820-b3a4-01a43d58ba93, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=ad9fb214-0321-4820-b3a4-01a43d58ba93,segment=NetworkSegment(524b4c66-d4ad-48e2-848a-46ffd9e34222),segment_id=524b4c66-d4ad-48e2-848a-46ffd9e34222)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:09.042718 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-da528866-56b8-4a89-bb1c-1a358fcf554e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:09.046938 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-d727538f-9192-4826-83f9-aa851e429034 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:09.064592 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-60ff5a14-fff5-4a9d-90be-59f4f5f95a2c req-2775482a-1d77-4b76-9646-951e1dc8bef3 service neutron] 10.222.0.36 "GET /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1471374
May 10 17:22:09.078925 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b857176b-2907-4870-87d3-78df0f2537fb req-bc0a9051-f5dc-427b-afd4-eed28f3223f4 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2183733
May 10 17:22:09.137900 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396803'] for router, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:09.175465 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-b092647a-e54e-4774-a425-9af0fd2093ff req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] For port e4ad5f3c-5d64-4539-9849-f35567580284, host hv-cinder-78638, cleared binding levels {{(pid=78697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:22:09.196519 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da528866-56b8-4a89-bb1c-1a358fcf554e None None] Pushing event updated for resources: {'Port': ['ID=ad9fb214-0321-4820-b3a4-01a43d58ba93,revision_number=3']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:09.200353 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-da528866-56b8-4a89-bb1c-1a358fcf554e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:09.300922 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-b092647a-e54e-4774-a425-9af0fd2093ff req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] For port e4ad5f3c-5d64-4539-9849-f35567580284, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e4ad5f3c-5d64-4539-9849-f35567580284,segment=NetworkSegment(12cce722-7f13-4cf7-99d7-455709c60b1e),segment_id=12cce722-7f13-4cf7-99d7-455709c60b1e)] {{(pid=78697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:22:09.311250 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f6659ab9-8e77-40b6-9c88-54e9261fe065 req-30f215b6-f602-48d2-8f0a-752b96c9b6bf service neutron] 10.222.0.36 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3887556
May 10 17:22:09.312244 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-b092647a-e54e-4774-a425-9af0fd2093ff req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:09.318127 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:09.387743 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-56ed8c1b-fa4a-4c7d-a844-c111c6b9d7de None None] Provisioning complete for port ad9fb214-0321-4820-b3a4-01a43d58ba93 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:09.389295 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-56ed8c1b-fa4a-4c7d-a844-c111c6b9d7de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:09.391499 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092647a-e54e-4774-a425-9af0fd2093ff req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:09.392109 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-b092647a-e54e-4774-a425-9af0fd2093ff req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:09.392545 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Router b2276159-8965-497c-8eac-bca38d5cb2db is scheduled to L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 with binding_index 1 {{(pid=78698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:22:09.393533 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b092647a-e54e-4774-a425-9af0fd2093ff req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] 10.222.0.36 "PUT /v2.0/ports/e4ad5f3c-5d64-4539-9849-f35567580284 HTTP/1.1" status: 200  len: 1094 time: 2.8254163
May 10 17:22:09.394949 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298be385-44b2-4f19-bea2-1454d95d9e0a', 'tag': 'e4ad5f3c-5d64-4539-9849-f35567580284'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:09.442663 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Pushing event updated for resources: {'Port': ['ID=e4ad5f3c-5d64-4539-9849-f35567580284,revision_number=3']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:09.449347 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:09.458108 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475a9ab-ab99-4d2d-9681-6c7901f903b0 req-72200ef7-ad93-40c5-976c-0b613d9fbacb tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:09.463681 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a475a9ab-ab99-4d2d-9681-6c7901f903b0 req-72200ef7-ad93-40c5-976c-0b613d9fbacb tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 948 time: 0.2888091
May 10 17:22:09.472739 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d318c3-7aa3-4fce-b644-2cbf9e9cfdae req-84d620f6-29e5-48b8-896e-aaf55ea1e619 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:09.474860 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d5d318c3-7aa3-4fce-b644-2cbf9e9cfdae req-84d620f6-29e5-48b8-896e-aaf55ea1e619 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 944 time: 0.2398555
May 10 17:22:09.593284 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a475a9ab-ab99-4d2d-9681-6c7901f903b0 req-03118d2a-c3d4-47d3-bcb0-7c3fe2c967fe tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e1dd62a-8855-4333-9657-ed8e34be2645&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1171641
May 10 17:22:09.614840 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d5d318c3-7aa3-4fce-b644-2cbf9e9cfdae req-949ae06d-4401-449e-8546-7daf1671ee71 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847061
May 10 17:22:09.634314 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092647a-e54e-4774-a425-9af0fd2093ff req-405cf743-c619-4742-ac48-b23cfbea12ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:09.636591 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b092647a-e54e-4774-a425-9af0fd2093ff req-405cf743-c619-4742-ac48-b23cfbea12ee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74edb2011cde4bfcb01eceaf97474332&device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 1097 time: 0.1457186
May 10 17:22:09.686000 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:22:09.696474 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] Sync routers for ids ['b2276159-8965-497c-8eac-bca38d5cb2db'] in dv-cinder-786383-3-iscsi {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:22:09.714812 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] Routers {'b2276159-8965-497c-8eac-bca38d5cb2db'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:09.715478 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Notify callbacks [] for router, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:09.716576 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08b19040>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:21:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['b2276159-8965-497c-8eac-bca38d5cb2db'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:09.723118 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.7029464
May 10 17:22:09.724252 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 57432) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:09.782483 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device ad9fb214-0321-4820-b3a4-01a43d58ba93 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:09.791596 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b092647a-e54e-4774-a425-9af0fd2093ff req-d6e0a39d-0c1f-4fd3-9cf6-5a39c30235aa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4ad5f3c-5d64-4539-9849-f35567580284 HTTP/1.1" status: 200  len: 217 time: 0.1336300
May 10 17:22:09.853184 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port ad9fb214-0321-4820-b3a4-01a43d58ba93 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:09.854203 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:09.884232 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b092647a-e54e-4774-a425-9af0fd2093ff req-1ff8352c-07e9-4c37-b8da-b1079dedd879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:09.886275 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b092647a-e54e-4774-a425-9af0fd2093ff req-1ff8352c-07e9-4c37-b8da-b1079dedd879 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82336533-0689-4c8f-a8bb-5db21820d58d HTTP/1.1" status: 200  len: 849 time: 0.0876501
May 10 17:22:09.934746 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] Set router b2276159-8965-497c-8eac-bca38d5cb2db gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:09.944077 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b092647a-e54e-4774-a425-9af0fd2093ff req-5af04b83-1ab8-432b-8e03-d1659fe4b2c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=247b7704-949d-47ff-a7d6-c3dc7a6e8e45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469139
May 10 17:22:09.951871 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a79af-d89c-406a-8dd7-6b630e2f8160 req-af0dd38d-186e-40fb-877e-e22b8ffe4406 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:09.958832 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-349a79af-d89c-406a-8dd7-6b630e2f8160 req-af0dd38d-186e-40fb-877e-e22b8ffe4406 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.2203145
May 10 17:22:10.024407 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-349a79af-d89c-406a-8dd7-6b630e2f8160 req-bafaca8d-9f43-45ce-a601-b005f333d57d tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646594
May 10 17:22:10.113489 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298be385-44b2-4f19-bea2-1454d95d9e0a', 'tag': 'e4ad5f3c-5d64-4539-9849-f35567580284', 'status': 'completed', 'code': 200}
May 10 17:22:10.351272 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08b19040>, [{'id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'name': 'tempest-TestShelveInstance-148834655-router', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:08Z', 'revision_number': 3, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'gw_port': {'id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:47:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:10.355633 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] Checking router: b2276159-8965-497c-8eac-bca38d5cb2db for host: dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:22:10.355980 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] Updating router b2276159-8965-497c-8eac-bca38d5cb2db port 8a7878f9-0de9-4651-a85e-4c9f9646f7c4 binding host dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:22:10.416134 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:10.492183 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b092647a-e54e-4774-a425-9af0fd2093ff req-989194b0-9f2c-4a01-a031-9f4ca3560d9f service neutron] 10.222.0.36 "GET /v2.0/networks/247b7704-949d-47ff-a7d6-c3dc7a6e8e45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4389889
May 10 17:22:10.535937 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8045818-9ee5-4b43-952c-8f68bcba5be3 req-262830cd-7a24-43a0-a025-0f6380f5c04f tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:10.537945 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c8045818-9ee5-4b43-952c-8f68bcba5be3 req-262830cd-7a24-43a0-a025-0f6380f5c04f tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 944 time: 0.3124511
May 10 17:22:10.597184 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:10.636280 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5e4e10-40c4-4f8a-9fd1-13dbcc612fe0 req-02992f96-41d2-4a3a-a04c-e2aa03ef9505 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:10.638116 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0f5e4e10-40c4-4f8a-9fd1-13dbcc612fe0 req-02992f96-41d2-4a3a-a04c-e2aa03ef9505 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 944 time: 0.2821639
May 10 17:22:10.717972 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c8045818-9ee5-4b43-952c-8f68bcba5be3 req-a79f050c-73e1-4b9a-bbbe-022a538fe16b tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653156
May 10 17:22:10.735353 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0f5e4e10-40c4-4f8a-9fd1-13dbcc612fe0 req-eef4ff0f-c37c-4b02-a33d-46b7d9c2b460 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0892982
May 10 17:22:10.758502 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b092647a-e54e-4774-a425-9af0fd2093ff req-37810596-15fb-4f3b-adee-1b54e307652d service neutron] 10.222.0.36 "GET /v2.0/networks/247b7704-949d-47ff-a7d6-c3dc7a6e8e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2523060
May 10 17:22:10.776511 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:10.788917 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] Transition to ACTIVE for port object 8a7878f9-0de9-4651-a85e-4c9f9646f7c4 will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:10.796841 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:10.802233 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:10.862513 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Allocated IP 172.20.0.1 (2b27b3d6-b96f-40b8-8215-39e706b9c0cf/f962103c-0f67-411d-a90a-456d6581d1ab/02612505-db92-4048-9f34-ef9c18f9cffa) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:22:10.865570 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c617ca-a11a-4052-ba12-91621e6883b7 None None] Pushing event updated for resources: {'Port': ['ID=8a7878f9-0de9-4651-a85e-4c9f9646f7c4,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:10.874601 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c617ca-a11a-4052-ba12-91621e6883b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:10.875002 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c617ca-a11a-4052-ba12-91621e6883b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:10.875328 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c617ca-a11a-4052-ba12-91621e6883b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:10.875648 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c617ca-a11a-4052-ba12-91621e6883b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:10.875965 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c617ca-a11a-4052-ba12-91621e6883b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:10.876277 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c617ca-a11a-4052-ba12-91621e6883b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:10.876586 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c617ca-a11a-4052-ba12-91621e6883b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:10.876895 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c617ca-a11a-4052-ba12-91621e6883b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:10.877229 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c617ca-a11a-4052-ba12-91621e6883b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:10.877546 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c617ca-a11a-4052-ba12-91621e6883b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:10.877854 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c617ca-a11a-4052-ba12-91621e6883b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:10.878375 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29c617ca-a11a-4052-ba12-91621e6883b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:10.893210 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-29c617ca-a11a-4052-ba12-91621e6883b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:10.921015 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] Attempting to bind port 8a7878f9-0de9-4651-a85e-4c9f9646f7c4 on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:22:10.921388 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] Attempting to bind port 8a7878f9-0de9-4651-a85e-4c9f9646f7c4 by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:22:10.921744 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] Attempting to bind port 8a7878f9-0de9-4651-a85e-4c9f9646f7c4 on network bae4116f-378a-4109-9d6f-b35b773f5102 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:22:10.927236 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:22:10.927608 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] Checking segment: {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:22:10.928002 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:10.928423 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] Bound using segment: {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:22:10.928923 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] Bound port: 8a7878f9-0de9-4651-a85e-4c9f9646f7c4, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:22:10.929311 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:10.974983 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:11.049767 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] For port 8a7878f9-0de9-4651-a85e-4c9f9646f7c4, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:22:11.053640 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c24f2-c600-466d-837b-34fb8be79883 req-58e24dac-cf56-4237-b3dd-1f322b3e249d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:11.055145 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7e5c24f2-c600-466d-837b-34fb8be79883 req-58e24dac-cf56-4237-b3dd-1f322b3e249d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74edb2011cde4bfcb01eceaf97474332&device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 1097 time: 0.1309609
May 10 17:22:11.055453 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] For port 8a7878f9-0de9-4651-a85e-4c9f9646f7c4, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=8a7878f9-0de9-4651-a85e-4c9f9646f7c4,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:22:11.061199 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning for port d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:11.061400 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:11.063174 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232c59a8-e0f9-4f23-a73c-b14c31235db4 req-e3710433-f175-4a88-af32-89fc60d2c53e tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:11.064620 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-232c59a8-e0f9-4f23-a73c-b14c31235db4 req-e3710433-f175-4a88-af32-89fc60d2c53e tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 944 time: 0.2203560
May 10 17:22:11.070839 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:11.074195 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:11.074640 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:11.076563 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:11.091104 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8edd2-6ea4-47ba-a9f3-248b317824c3 req-485328fd-284b-4fdf-9261-f25c74051094 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:11.092424 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-09a8edd2-6ea4-47ba-a9f3-248b317824c3 req-485328fd-284b-4fdf-9261-f25c74051094 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 948 time: 0.2088518
May 10 17:22:11.106718 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.provisioning_blocks [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Transition to ACTIVE for port object 02612505-db92-4048-9f34-ef9c18f9cffa will not be triggered until provisioned by entity DHCP. {{(pid=78698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:11.138024 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:11.144436 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:11.156051 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] Routers {'b2276159-8965-497c-8eac-bca38d5cb2db'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:11.156676 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08b19040>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:21:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['b2276159-8965-497c-8eac-bca38d5cb2db'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:11.212887 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:11.222533 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-232c59a8-e0f9-4f23-a73c-b14c31235db4 req-9e5442d0-0dc0-42e3-833b-205e8ec5602e tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268878
May 10 17:22:11.238972 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Pushing event updated for resources: {'Port': ['ID=02612505-db92-4048-9f34-ef9c18f9cffa,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:11.248335 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d277ca7-6c54-4455-abee-1158e0b2ac22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06f6ffe-1b79-42f8-a81d-1cb0961f1dcc'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:11.253101 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-09a8edd2-6ea4-47ba-a9f3-248b317824c3 req-e83c0b0d-871c-4b1b-a88b-b60163d9da62 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e1dd62a-8855-4333-9657-ed8e34be2645&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424201
May 10 17:22:11.259222 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc,segment=NetworkSegment(a47ea41b-bc33-4c55-bd18-5de0c411c887),segment_id=a47ea41b-bc33-4c55-bd18-5de0c411c887)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:11.265893 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:11.266414 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:11.267606 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6 up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:11.283009 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Network 2b27b3d6-b96f-40b8-8215-39e706b9c0cf is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:22:11.287763 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:11.293485 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:22:11.297567 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:11.371189 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c24f2-c600-466d-837b-34fb8be79883 req-e71b8783-601b-4b56-af2e-aad1c5a47200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:11.372959 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7e5c24f2-c600-466d-837b-34fb8be79883 req-e71b8783-601b-4b56-af2e-aad1c5a47200 service neutron] 10.222.0.36 "GET /v2.0/networks?id=247b7704-949d-47ff-a7d6-c3dc7a6e8e45 HTTP/1.1" status: 200  len: 910 time: 0.3073120
May 10 17:22:11.419343 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c617ca-a11a-4052-ba12-91621e6883b7 None None] Pushing event updated for resources: {'Port': ['ID=8a7878f9-0de9-4651-a85e-4c9f9646f7c4,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:11.427206 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-29c617ca-a11a-4052-ba12-91621e6883b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:11.469936 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393436'] for router_interface, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:11.526051 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] Set router b2276159-8965-497c-8eac-bca38d5cb2db gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:11.532465 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:11.544787 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7e5c24f2-c600-466d-837b-34fb8be79883 req-887533e7-f126-49fa-ae29-b50033a4d40a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e4ad5f3c-5d64-4539-9849-f35567580284 HTTP/1.1" status: 200  len: 217 time: 0.1643479
May 10 17:22:11.550220 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:11.601930 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning for port e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:11.608485 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:11.608861 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:11.686085 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cf7e81-385e-4ce5-8e04-b13f111e8b0d req-cf243a7b-1c80-49cb-8e52-b3449f24cc0e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:11.693818 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2cf7e81-385e-4ce5-8e04-b13f111e8b0d req-cf243a7b-1c80-49cb-8e52-b3449f24cc0e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.2169499
May 10 17:22:11.716112 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d277ca7-6c54-4455-abee-1158e0b2ac22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd06f6ffe-1b79-42f8-a81d-1cb0961f1dcc', 'code': 200}
May 10 17:22:11.739308 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:11.743666 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-390fe798-df06-4c65-a386-2000d98211f4 None None] Provisioning for port 02612505-db92-4048-9f34-ef9c18f9cffa completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:11.772829 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-390fe798-df06-4c65-a386-2000d98211f4 None None] Provisioning complete for port 02612505-db92-4048-9f34-ef9c18f9cffa triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:11.773209 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-390fe798-df06-4c65-a386-2000d98211f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:11.777039 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2cf7e81-385e-4ce5-8e04-b13f111e8b0d req-3de79b54-5d05-42b5-921d-f12c45cd82ee tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819502
May 10 17:22:11.791493 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c24f2-c600-466d-837b-34fb8be79883 req-7c72ee75-5579-43ee-96a5-599e96672c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:11.796502 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7e5c24f2-c600-466d-837b-34fb8be79883 req-7c72ee75-5579-43ee-96a5-599e96672c34 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82336533-0689-4c8f-a8bb-5db21820d58d HTTP/1.1" status: 200  len: 849 time: 0.2238624
May 10 17:22:11.889405 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7e5c24f2-c600-466d-837b-34fb8be79883 req-df3c439b-f0e8-4d49-b023-e378af047c57 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=247b7704-949d-47ff-a7d6-c3dc7a6e8e45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0866294
May 10 17:22:11.981927 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-390fe798-df06-4c65-a386-2000d98211f4 None None] Port 02612505-db92-4048-9f34-ef9c18f9cffa cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:22:12.015069 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:12.053782 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08b19040>, [{'id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'name': 'tempest-TestShelveInstance-148834655-router', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:08Z', 'revision_number': 3, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'gw_port': {'id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:47:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:12.055705 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6,segment=NetworkSegment(1b87a87c-1ad8-4bea-8d69-c95113d284a4),segment_id=1b87a87c-1ad8-4bea-8d69-c95113d284a4)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:12.062420 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:12.068611 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268bdbde-17b1-4af5-80f6-ba2f0e01be71 None None] The sync data for ids ['b2276159-8965-497c-8eac-bca38d5cb2db'] in dv-cinder-786383-3-iscsi is: [{'id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'name': 'tempest-TestShelveInstance-148834655-router', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:08Z', 'revision_number': 3, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'gw_port': {'id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:47:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}] {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:22:12.074912 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:12.097457 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:12.104371 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10577401'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:12.142175 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:12.164100 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:12.167725 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:12.214325 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7e5c24f2-c600-466d-837b-34fb8be79883 req-6a8a672d-b38d-482c-8164-f5b2701d9875 service neutron] 10.222.0.36 "GET /v2.0/networks/247b7704-949d-47ff-a7d6-c3dc7a6e8e45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3180490
May 10 17:22:12.226116 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393343'] for router_interface, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:12.242922 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Pushing event updated for resources: {'Port': ['ID=02612505-db92-4048-9f34-ef9c18f9cffa,revision_number=2']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:12.247031 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:12.262904 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cd88fb-3499-468d-891c-622e522b6cec req-aaefdf95-0a5d-4139-81b5-44a9cf8892d5 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:12.264355 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-01cd88fb-3499-468d-891c-622e522b6cec req-aaefdf95-0a5d-4139-81b5-44a9cf8892d5 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 944 time: 0.3311200
May 10 17:22:12.403953 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Network 2b27b3d6-b96f-40b8-8215-39e706b9c0cf is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:22:12.405175 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:12.462535 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55873be2-4745-4032-b906-0e3821863ddb req-3113abeb-91ad-49b7-b236-a0c919ac93ba tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:12.468210 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-55873be2-4745-4032-b906-0e3821863ddb req-3113abeb-91ad-49b7-b236-a0c919ac93ba tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 944 time: 0.5358837
May 10 17:22:12.495147 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edff0de4-c559-4baa-9f60-8b59cb674553 req-7c75bc56-72d6-4d8b-85e2-8509d368213c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:12.496655 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-edff0de4-c559-4baa-9f60-8b59cb674553 req-7c75bc56-72d6-4d8b-85e2-8509d368213c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 1102 time: 0.4431398
May 10 17:22:12.578145 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-01cd88fb-3499-468d-891c-622e522b6cec req-ebb993a1-f5e9-4fab-86f3-7e02f7cdd266 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2606926
May 10 17:22:12.641205 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Router b2276159-8965-497c-8eac-bca38d5cb2db has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:22:12.642603 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7e5c24f2-c600-466d-837b-34fb8be79883 req-b6bc3367-ca04-4c08-99ac-05d4c7873ad1 service neutron] 10.222.0.36 "GET /v2.0/networks/247b7704-949d-47ff-a7d6-c3dc7a6e8e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4106510
May 10 17:22:12.648296 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-55873be2-4745-4032-b906-0e3821863ddb req-b67ab443-7ee8-4daf-b627-cd42fc18e356 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507738
May 10 17:22:12.669532 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-edff0de4-c559-4baa-9f60-8b59cb674553 req-77b86266-7535-479b-899c-ccd47ed334b1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0e1dd62a-8855-4333-9657-ed8e34be2645&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856736
May 10 17:22:12.710069 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-da89d4e8-3295-48b9-98c3-5d4bed3c73df None None] Provisioning complete for port 02612505-db92-4048-9f34-ef9c18f9cffa triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:12.710476 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-da89d4e8-3295-48b9-98c3-5d4bed3c73df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:12.804291 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-da89d4e8-3295-48b9-98c3-5d4bed3c73df None None] Port 02612505-db92-4048-9f34-ef9c18f9cffa cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:22:12.879692 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:22:12.893940 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] 10.222.0.32 "PUT /v2.0/routers/b2276159-8965-497c-8eac-bca38d5cb2db/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1681912
May 10 17:22:12.909825 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e2e02-07d0-4f32-8505-a6f6c643cb21 req-398e6290-ceb8-40fa-97c5-122a48f875ca tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:12.917630 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-114e2e02-07d0-4f32-8505-a6f6c643cb21 req-398e6290-ceb8-40fa-97c5-122a48f875ca tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 945 time: 0.2110424
May 10 17:22:12.979078 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb6133a-c967-422d-8e59-ee3233dfeb2e req-43bc9147-72c2-462c-96c5-ada0c6022323 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:12.980135 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 1bd6f1d7-5140-47ca-a79d-6899fb7d7339 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:22:12.980588 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-beb6133a-c967-422d-8e59-ee3233dfeb2e req-43bc9147-72c2-462c-96c5-ada0c6022323 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 949 time: 0.1805277
May 10 17:22:12.998382 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-114e2e02-07d0-4f32-8505-a6f6c643cb21 req-20393096-9419-4d95-943e-5277aef59c38 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795777
May 10 17:22:13.089413 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-beb6133a-c967-422d-8e59-ee3233dfeb2e req-07cde6dd-3b45-435e-90f0-abfac992f7df tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e1dd62a-8855-4333-9657-ed8e34be2645&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0843632
May 10 17:22:13.175874 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 57486) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:13.226880 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port 1bd6f1d7-5140-47ca-a79d-6899fb7d7339, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1bd6f1d7-5140-47ca-a79d-6899fb7d7339,segment=NetworkSegment(30e48780-6b8b-42fb-959a-8e946ee097a6),segment_id=30e48780-6b8b-42fb-959a-8e946ee097a6)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:13.261304 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': '1bd6f1d7-5140-47ca-a79d-6899fb7d7339', 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9', 'port_id': '1bd6f1d7-5140-47ca-a79d-6899fb7d7339', 'mac_address': 'fa:16:3e:93:6b:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba516fbc-860b-4d47-a60d-b736d75a32f9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:22:13.338721 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-66152ddf-4f12-400b-89ec-4f58d451294e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:13.358031 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-66152ddf-4f12-400b-89ec-4f58d451294e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:13.360021 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe996d0f-8eda-41f6-93f0-833fba09c956 req-48bc6c33-5c10-4dd1-9e89-204d618ddf5b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:13.361642 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fe996d0f-8eda-41f6-93f0-833fba09c956 req-48bc6c33-5c10-4dd1-9e89-204d618ddf5b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0966179
May 10 17:22:13.363506 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-66152ddf-4f12-400b-89ec-4f58d451294e admin admin] Usage tracker for resource:security_group_rule and tenant:782f70978c55471da5094250a93b6e45 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:13.366589 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-66152ddf-4f12-400b-89ec-4f58d451294e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:13.371478 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:13.373165 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-66152ddf-4f12-400b-89ec-4f58d451294e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:13.410485 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bd6f1d7-5140-47ca-a79d-6899fb7d7339 {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:22:13.421468 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fe996d0f-8eda-41f6-93f0-833fba09c956 req-2c1a654f-a755-4033-9e9a-7895aded6483 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532165
May 10 17:22:13.430514 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port 1bd6f1d7-5140-47ca-a79d-6899fb7d7339, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1bd6f1d7-5140-47ca-a79d-6899fb7d7339,segment=NetworkSegment(30e48780-6b8b-42fb-959a-8e946ee097a6),segment_id=30e48780-6b8b-42fb-959a-8e946ee097a6)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:13.436250 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:13.438272 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:13.498967 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-66152ddf-4f12-400b-89ec-4f58d451294e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:13.503542 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-66152ddf-4f12-400b-89ec-4f58d451294e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:13.512776 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-4c9804fb-4326-4aba-9eb2-3abf5f56680f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:13.519315 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=1bd6f1d7-5140-47ca-a79d-6899fb7d7339,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:13.522607 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:13.550622 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66152ddf-4f12-400b-89ec-4f58d451294e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091bf09a-ec41-4d27-967d-1e8dae0346c4,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:13.557917 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-66152ddf-4f12-400b-89ec-4f58d451294e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=782f70978c55471da5094250a93b6e45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3785169
May 10 17:22:13.557917 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-66152ddf-4f12-400b-89ec-4f58d451294e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:13.558272 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 57498) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:13.621924 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2361b4dd-bc97-4e09-bce9-7f160ea20bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:13.648747 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2361b4dd-bc97-4e09-bce9-7f160ea20bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:13.711017 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2361b4dd-bc97-4e09-bce9-7f160ea20bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:13.717067 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e932c1fd-4400-4eee-87e0-653b3de9b593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:13.717477 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:13.722586 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 57512) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:13.747403 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1440615890-network', 'tenant_id': '04e5b124396840d8865578b0cde9026b'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:13.753912 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:13.756820 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2361b4dd-bc97-4e09-bce9-7f160ea20bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091bf09a-ec41-4d27-967d-1e8dae0346c4,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:13.760318 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-2361b4dd-bc97-4e09-bce9-7f160ea20bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:13.762372 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2361b4dd-bc97-4e09-bce9-7f160ea20bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:13.766011 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-2361b4dd-bc97-4e09-bce9-7f160ea20bc5 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/091bf09a-ec41-4d27-967d-1e8dae0346c4 HTTP/1.1" status: 204  len: 168 time: 0.2069421
May 10 17:22:13.826942 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 8a7878f9-0de9-4651-a85e-4c9f9646f7c4 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:13.845406 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Usage tracker for resource:network and tenant:04e5b124396840d8865578b0cde9026b is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:13.849372 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:13.856959 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:13.903105 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port 8a7878f9-0de9-4651-a85e-4c9f9646f7c4 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:13.908557 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 8a7878f9-0de9-4651-a85e-4c9f9646f7c4 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:13.908944 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:13.921923 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Made reservation on behalf of 04e5b124396840d8865578b0cde9026b for: {'network': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:22:13.924454 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for network, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:13.941957 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:13.969124 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:13.977247 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Usage tracker for resource:security_group_rule and tenant:04e5b124396840d8865578b0cde9026b is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:13.991494 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:14.001113 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:14.011584 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2a972f-28de-4c34-9d02-d7c5bfbef76b req-43c2d173-9653-4613-8301-d985a8c7db25 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:14.013071 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0b2a972f-28de-4c34-9d02-d7c5bfbef76b req-43c2d173-9653-4613-8301-d985a8c7db25 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 944 time: 0.2619519
May 10 17:22:14.041462 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb83c9e-302f-46af-915b-5c5769b5bc55 req-c6dcefcc-feb3-47fb-b16b-4c6ea169ad73 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:14.043369 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4fb83c9e-302f-46af-915b-5c5769b5bc55 req-c6dcefcc-feb3-47fb-b16b-4c6ea169ad73 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 945 time: 0.2035387
May 10 17:22:14.086202 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] Sync routers for ids ['b2276159-8965-497c-8eac-bca38d5cb2db'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:22:14.094753 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:14.109645 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] Routers {'b2276159-8965-497c-8eac-bca38d5cb2db'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:14.110457 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08ba9370>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:21:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['b2276159-8965-497c-8eac-bca38d5cb2db'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:14.180422 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0b2a972f-28de-4c34-9d02-d7c5bfbef76b req-4ee9189a-9acf-4fa8-ae84-10e58715321a tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488798
May 10 17:22:14.202402 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4fb83c9e-302f-46af-915b-5c5769b5bc55 req-fe164cbb-bc8c-4d3e-8216-0b84e75be6e6 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1386435
May 10 17:22:14.225142 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:22:14.246696 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:14.248068 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port 8a7878f9-0de9-4651-a85e-4c9f9646f7c4, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=8a7878f9-0de9-4651-a85e-4c9f9646f7c4,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:14.252522 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:14.256079 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['1bd6f1d7-5140-47ca-a79d-6899fb7d7339'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:22:14.263610 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c1341d3a-1800-49a8-a9bb-aa3616c830df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:14.291694 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e932c1fd-4400-4eee-87e0-653b3de9b593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6', 'code': 200}
May 10 17:22:14.293326 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320}  {{(pid=78697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:22:14.295511 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:14.306302 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:14.307755 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30172d14-535d-408f-b9a6-bdbc8ab62a88,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:14.322503 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:14.323745 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:14.325505 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.db.segments_db [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Added segment 1df5de64-bd92-4a85-a488-20b19ba8c8e8 of type vlan for network b438e3ab-3591-4cfc-8747-5d941c73e146
May 10 17:22:14.363650 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765769838210'] for network, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:14.464878 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=8a7878f9-0de9-4651-a85e-4c9f9646f7c4,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:14.468272 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:14.480550 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] Set router b2276159-8965-497c-8eac-bca38d5cb2db gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:14.493117 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for network, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:14.499050 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:14.499965 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:14.533781 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c97bc815-bed1-4734-b7a9-aac9d5cc4414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:14.635872 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.9116893
May 10 17:22:14.638651 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 57542) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:14.647435 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-52227c02-fb14-48d5-8b33-385a80d411c7 admin admin] Request body: {'subnet': {'network_id': 'b438e3ab-3591-4cfc-8747-5d941c73e146', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1440615890-subnet', 'tenant_id': '04e5b124396840d8865578b0cde9026b', 'ip_version': 4}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:14.657056 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-52227c02-fb14-48d5-8b33-385a80d411c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:14.668491 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-52227c02-fb14-48d5-8b33-385a80d411c7 admin admin] Usage tracker for resource:subnet and tenant:04e5b124396840d8865578b0cde9026b is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:14.676837 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-52227c02-fb14-48d5-8b33-385a80d411c7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:14.690454 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-52227c02-fb14-48d5-8b33-385a80d411c7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:14.698989 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Pushing event updated for resources: {'Network': ['ID=b438e3ab-3591-4cfc-8747-5d941c73e146,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:14.709067 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:14.714713 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52227c02-fb14-48d5-8b33-385a80d411c7 admin admin] Made reservation on behalf of 04e5b124396840d8865578b0cde9026b for: {'subnet': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:22:14.721303 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-52227c02-fb14-48d5-8b33-385a80d411c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10672894'] for subnet, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:14.724601 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591b954-64fe-4d62-a8e2-fdce84ccadf0 req-73b4dc11-497a-4f7b-a0aa-9c510f8d3f5b tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:14.726088 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0591b954-64fe-4d62-a8e2-fdce84ccadf0 req-73b4dc11-497a-4f7b-a0aa-9c510f8d3f5b tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 945 time: 0.3335395
May 10 17:22:14.745765 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Network b438e3ab-3591-4cfc-8747-5d941c73e146 details requested by agent ovs-agent-dv-cinder-786383-3-iscsi with host dv-cinder-786383-3-iscsi {{(pid=78699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:22:14.854476 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b64787-e4e0-4cd3-8069-c9bd4a3a5938 req-d8a62d91-46d8-44ba-919c-5ee2818ebf96 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:14.856654 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-12b64787-e4e0-4cd3-8069-c9bd4a3a5938 req-d8a62d91-46d8-44ba-919c-5ee2818ebf96 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 949 time: 0.2128592
May 10 17:22:14.871161 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0591b954-64fe-4d62-a8e2-fdce84ccadf0 req-d0bd628d-455d-40ad-9795-0c84d13aea2b tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1063621
May 10 17:22:14.946165 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c413ca-8841-4579-9ce8-caddbee23595 req-63fe0f92-07c3-468a-95e9-ef2cc95ace64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:14.948262 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-84c413ca-8841-4579-9ce8-caddbee23595 req-63fe0f92-07c3-468a-95e9-ef2cc95ace64 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 1098 time: 0.2195284
May 10 17:22:15.026103 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device e4ad5f3c-5d64-4539-9849-f35567580284 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:22:15.052120 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-12b64787-e4e0-4cd3-8069-c9bd4a3a5938 req-5be0e043-9c06-4094-ada2-04f961416189 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e1dd62a-8855-4333-9657-ed8e34be2645&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1798372
May 10 17:22:15.103679 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-84c413ca-8841-4579-9ce8-caddbee23595 req-a492db9c-3c0f-4514-bbf9-37faab694fd4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255660
May 10 17:22:15.205555 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08ba9370>, [{'id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'name': 'tempest-TestShelveInstance-148834655-router', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:11Z', 'revision_number': 4, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'gw_port': {'id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:47:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '02612505-db92-4048-9f34-ef9c18f9cffa', 'name': '', 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'mac_address': 'fa:16:3e:b8:ad:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'f962103c-0f67-411d-a90a-456d6581d1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:10Z', 'updated_at': '2021-05-10T17:22:11Z', 'revision_number': 2, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'subnets': [{'id': 'f962103c-0f67-411d-a90a-456d6581d1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:15.220825 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] Checking router: b2276159-8965-497c-8eac-bca38d5cb2db for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:22:15.221193 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] Updating router b2276159-8965-497c-8eac-bca38d5cb2db port 02612505-db92-4048-9f34-ef9c18f9cffa binding host dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:22:15.262316 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-52227c02-fb14-48d5-8b33-385a80d411c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10710128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10672780'] for subnet, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:15.269749 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-2af4af6e-a2ed-4d51-aa7a-2876b5f10b4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:15.270497 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port e4ad5f3c-5d64-4539-9849-f35567580284, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e4ad5f3c-5d64-4539-9849-f35567580284,segment=NetworkSegment(12cce722-7f13-4cf7-99d7-455709c60b1e),segment_id=12cce722-7f13-4cf7-99d7-455709c60b1e)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:15.300032 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': 'e4ad5f3c-5d64-4539-9849-f35567580284', 'network_id': '247b7704-949d-47ff-a7d6-c3dc7a6e8e45', 'port_id': 'e4ad5f3c-5d64-4539-9849-f35567580284', 'mac_address': 'fa:16:3e:33:46:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82336533-0689-4c8f-a8bb-5db21820d58d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:22:15.301946 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:15.318256 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93613eaa-d36a-4715-884f-96cc3967c77d req-4ac48bac-048e-4a21-acb8-962218120036 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:15.320768 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-93613eaa-d36a-4715-884f-96cc3967c77d req-4ac48bac-048e-4a21-acb8-962218120036 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1134343
May 10 17:22:15.388217 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-93613eaa-d36a-4715-884f-96cc3967c77d req-f811c8c4-780f-4157-b71b-092560b695f9 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608602
May 10 17:22:15.445306 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52227c02-fb14-48d5-8b33-385a80d411c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=348ab0dc-6bbc-448d-85ef-da3e4d860f9c,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:15.450772 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-52227c02-fb14-48d5-8b33-385a80d411c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:15.453555 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52227c02-fb14-48d5-8b33-385a80d411c7 admin admin] Checking segment: {'id': '1df5de64-bd92-4a85-a488-20b19ba8c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b438e3ab-3591-4cfc-8747-5d941c73e146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:22:15.453990 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52227c02-fb14-48d5-8b33-385a80d411c7 admin admin] Network hostable DHCP agents. Network: b438e3ab-3591-4cfc-8747-5d941c73e146, hostable agents: ['09c01bda-92a2-48bb-bf54-854a116a5737'], hosted agents: [] {{(pid=78698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:22:15.464006 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 57564) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:15.482598 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52227c02-fb14-48d5-8b33-385a80d411c7 admin admin] Network b438e3ab-3591-4cfc-8747-5d941c73e146 is scheduled to be hosted by DHCP agent 09c01bda-92a2-48bb-bf54-854a116a5737 with binding_index 1 {{(pid=78698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:22:15.501268 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-52227c02-fb14-48d5-8b33-385a80d411c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-iscsi, b438e3ab-3591-4cfc-8747-5d941c73e146) {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:15.513749 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cac18f4-3f12-4542-b996-e32bfcff7676 None None] Network b438e3ab-3591-4cfc-8747-5d941c73e146 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:22:15.525095 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52227c02-fb14-48d5-8b33-385a80d411c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:15.525701 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-52227c02-fb14-48d5-8b33-385a80d411c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:15.535109 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:15.558530 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-52227c02-fb14-48d5-8b33-385a80d411c7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.9185154
May 10 17:22:15.559130 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 57570) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:15.566925 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1440615890-router', 'tenant_id': '04e5b124396840d8865578b0cde9026b', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:15.573460 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:15.577469 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Usage tracker for resource:router and tenant:04e5b124396840d8865578b0cde9026b is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:15.581817 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:15.588197 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:15.588382 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4ad5f3c-5d64-4539-9849-f35567580284 {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:22:15.600477 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-487136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6000'] for router, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:15.601825 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3736232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5961'] for router, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:15.626365 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:15.689103 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6f7ebf15-b4b9-4939-85ee-96f3af368eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:15.772127 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port e4ad5f3c-5d64-4539-9849-f35567580284, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e4ad5f3c-5d64-4539-9849-f35567580284,segment=NetworkSegment(12cce722-7f13-4cf7-99d7-455709c60b1e),segment_id=12cce722-7f13-4cf7-99d7-455709c60b1e)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:15.775514 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-6f7ebf15-b4b9-4939-85ee-96f3af368eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:15.788565 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f98f77-0246-4727-b771-99a9948421d9 req-e878942f-e190-4b50-88e1-ded1d31d9a1f tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:15.790187 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-77f98f77-0246-4727-b771-99a9948421d9 req-e878942f-e190-4b50-88e1-ded1d31d9a1f tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 944 time: 0.2532594
May 10 17:22:15.791818 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-6f7ebf15-b4b9-4939-85ee-96f3af368eef admin admin] Usage tracker for resource:security_group_rule and tenant:23930a79b52c452585fca6400649f4c8 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:15.796434 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-6f7ebf15-b4b9-4939-85ee-96f3af368eef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:15.804561 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-6f7ebf15-b4b9-4939-85ee-96f3af368eef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:15.825304 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:15.851884 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:15.872655 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-77f98f77-0246-4727-b771-99a9948421d9 req-afbeafe4-bef1-4d44-accf-3a6a6dd7e856 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730853
May 10 17:22:15.919996 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 8a7878f9-0de9-4651-a85e-4c9f9646f7c4 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:15.935130 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe4e25a-28b6-4857-b928-ed6455be2457 req-84443421-366f-421c-9bd0-cee324522a05 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:15.945334 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-afe4e25a-28b6-4857-b928-ed6455be2457 req-84443421-366f-421c-9bd0-cee324522a05 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 945 time: 0.2374883
May 10 17:22:16.075564 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-afe4e25a-28b6-4857-b928-ed6455be2457 req-4246dfaf-2968-40c8-9134-02f2d8891729 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297884
May 10 17:22:16.190991 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5975'] for router, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:16.249875 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6f7ebf15-b4b9-4939-85ee-96f3af368eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:16.252091 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=e4ad5f3c-5d64-4539-9849-f35567580284,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:16.268326 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6f7ebf15-b4b9-4939-85ee-96f3af368eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:16.279522 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-fce06e51-2b94-4455-860a-6b7cbab34bfd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:16.309904 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:16.458369 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 8a7878f9-0de9-4651-a85e-4c9f9646f7c4 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:16.459097 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:16.466554 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-6f7ebf15-b4b9-4939-85ee-96f3af368eef admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=23930a79b52c452585fca6400649f4c8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9988239
May 10 17:22:16.467090 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 57582) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:16.468909 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7ebf15-b4b9-4939-85ee-96f3af368eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89a2e22-08d7-4553-a037-a11ea21e9264,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:16.473470 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-6f7ebf15-b4b9-4939-85ee-96f3af368eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:16.504870 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab28d287-2740-4bef-9096-5fc118b5b861 req-72085f5e-91dd-4e49-bf39-ffe1ffb16872 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:16.506655 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ab28d287-2740-4bef-9096-5fc118b5b861 req-72085f5e-91dd-4e49-bf39-ffe1ffb16872 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 945 time: 0.3194702
May 10 17:22:16.508403 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] Notify callbacks [] for port, precommit_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:16.522875 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] Transition to ACTIVE for port object 02612505-db92-4048-9f34-ef9c18f9cffa will not be triggered until provisioned by entity L2. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:16.530133 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d3316b4-c81d-5319-b15a-5a430cab7718-b438e3ab-3591-4cfc-8747-5d941c73e146', 'network_id': 'b438e3ab-3591-4cfc-8747-5d941c73e146', 'tenant_id': '04e5b124396840d8865578b0cde9026b', 'fixed_ips': [{'subnet_id': '348ab0dc-6bbc-448d-85ef-da3e4d860f9c'}]}} from dv-cinder-786383-3-iscsi. {{(pid=78699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:22:16.531212 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:16.541333 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc790fd6-6a29-4093-9ea5-d671ff349479 req-210a8348-f6a3-4b02-9363-0445e41d6969 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:16.542795 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc790fd6-6a29-4093-9ea5-d671ff349479 req-210a8348-f6a3-4b02-9363-0445e41d6969 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 949 time: 0.2536919
May 10 17:22:16.557891 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:16.566436 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:16.567204 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:16.588118 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ab28d287-2740-4bef-9096-5fc118b5b861 req-f0434464-4527-4b91-883f-44d69762af58 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709357
May 10 17:22:16.613074 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc790fd6-6a29-4093-9ea5-d671ff349479 req-2a9cd443-a792-45c2-83c5-b6c43e330c9a tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e1dd62a-8855-4333-9657-ed8e34be2645&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586448
May 10 17:22:16.613219 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d71b653d-c94a-4fe1-a3ee-fe2177b2e028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:16.615962 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:16.691632 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['e4ad5f3c-5d64-4539-9849-f35567580284'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:22:16.730282 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d71b653d-c94a-4fe1-a3ee-fe2177b2e028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:16.834214 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f3df1-e73a-428d-aaf5-faa83309c7a2 None None] Pushing event updated for resources: {'Port': ['ID=02612505-db92-4048-9f34-ef9c18f9cffa,revision_number=3']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:16.876242 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d71b653d-c94a-4fe1-a3ee-fe2177b2e028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:16.881336 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Allocated IP 172.27.1.99 (bae4116f-378a-4109-9d6f-b35b773f5102/85c6ce2f-4b23-430e-8a05-d1a9c5baa36d/a74c8189-0240-4a4d-89c5-18d14c5d3dc3) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:22:16.883432 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:16.888275 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-f34f3df1-e73a-428d-aaf5-faa83309c7a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:16.916653 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71b653d-c94a-4fe1-a3ee-fe2177b2e028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89a2e22-08d7-4553-a037-a11ea21e9264,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:16.919190 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-d71b653d-c94a-4fe1-a3ee-fe2177b2e028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:17.029506 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d71b653d-c94a-4fe1-a3ee-fe2177b2e028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:17.029712 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 1bd6f1d7-5140-47ca-a79d-6899fb7d7339 up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:17.030708 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-d71b653d-c94a-4fe1-a3ee-fe2177b2e028 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f89a2e22-08d7-4553-a037-a11ea21e9264 HTTP/1.1" status: 204  len: 168 time: 0.5631886
May 10 17:22:17.130543 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:17.167265 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:17.172375 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:17.281265 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99afb841-c6d3-4b52-92f0-c1ef4addce19 req-386f1b3a-92f1-457d-b988-4d8b3b3a3858 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:17.286697 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.db_base_plugin_common [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Allocated IP 172.20.0.2 (b438e3ab-3591-4cfc-8747-5d941c73e146/348ab0dc-6bbc-448d-85ef-da3e4d860f9c/fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd) {{(pid=78699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:22:17.291677 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-99afb841-c6d3-4b52-92f0-c1ef4addce19 req-386f1b3a-92f1-457d-b988-4d8b3b3a3858 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 945 time: 0.2147255
May 10 17:22:17.328933 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9653817b-4e25-495e-9c4e-7ab5a414ede0 req-8184d3df-1b3d-49f8-96c7-91031df26491 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:17.336710 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9653817b-4e25-495e-9c4e-7ab5a414ede0 req-8184d3df-1b3d-49f8-96c7-91031df26491 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 949 time: 0.1719844
May 10 17:22:17.376654 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Network bae4116f-378a-4109-9d6f-b35b773f5102 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:22:17.379536 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:17.381994 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:22:17.404498 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-99afb841-c6d3-4b52-92f0-c1ef4addce19 req-74e03ae0-7ea8-44fa-9485-e72c4d0f7feb tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1117427
May 10 17:22:17.430591 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9653817b-4e25-495e-9c4e-7ab5a414ede0 req-72e21706-a730-4e34-baa8-7fb8100539f9 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e1dd62a-8855-4333-9657-ed8e34be2645&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0909584
May 10 17:22:17.444491 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Pushing event updated for resources: {'Port': ['ID=a74c8189-0240-4a4d-89c5-18d14c5d3dc3,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:17.448052 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:17.456682 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] Attempting to bind port 02612505-db92-4048-9f34-ef9c18f9cffa on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:22:17.456682 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] Attempting to bind port 02612505-db92-4048-9f34-ef9c18f9cffa by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': '524b4c66-d4ad-48e2-848a-46ffd9e34222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf'}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:22:17.457247 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] Attempting to bind port 02612505-db92-4048-9f34-ef9c18f9cffa on network 2b27b3d6-b96f-40b8-8215-39e706b9c0cf {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:22:17.505339 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:22:17.505722 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] Checking segment: {'id': '524b4c66-d4ad-48e2-848a-46ffd9e34222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:22:17.506130 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:17.506574 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] Bound using segment: {'id': '524b4c66-d4ad-48e2-848a-46ffd9e34222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf'} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:22:17.507142 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] Bound port: 02612505-db92-4048-9f34-ef9c18f9cffa, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '524b4c66-d4ad-48e2-848a-46ffd9e34222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf'}}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:22:17.507625 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:17.671816 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:17.733531 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd91dd-a54c-4fe9-bdb1-ee4b9338c7ca req-9fbf7e9e-2f7e-4b3e-9b30-83c1b61ae54a tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:17.735227 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-96cd91dd-a54c-4fe9-bdb1-ee4b9338c7ca req-9fbf7e9e-2f7e-4b3e-9b30-83c1b61ae54a tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1369789
May 10 17:22:17.743058 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d88e53-8b97-48dd-b883-be229d8b43f5 req-46856135-f57d-4bf4-a483-7515cf9718b6 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:17.745092 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f4d88e53-8b97-48dd-b883-be229d8b43f5 req-46856135-f57d-4bf4-a483-7515cf9718b6 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 945 time: 0.1823940
May 10 17:22:17.819673 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning for port 1bd6f1d7-5140-47ca-a79d-6899fb7d7339 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:17.824016 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-96cd91dd-a54c-4fe9-bdb1-ee4b9338c7ca req-8361c007-072e-4e74-bdc7-f7891e42627c tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778906
May 10 17:22:17.870472 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port 1bd6f1d7-5140-47ca-a79d-6899fb7d7339 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:17.871020 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:17.875528 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f4d88e53-8b97-48dd-b883-be229d8b43f5 req-d89917fb-7706-4e1d-bc41-64f96b409c35 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1116552
May 10 17:22:17.930107 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] For port 02612505-db92-4048-9f34-ef9c18f9cffa, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:22:17.938423 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] For port 02612505-db92-4048-9f34-ef9c18f9cffa, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=02612505-db92-4048-9f34-ef9c18f9cffa,segment=NetworkSegment(524b4c66-d4ad-48e2-848a-46ffd9e34222),segment_id=524b4c66-d4ad-48e2-848a-46ffd9e34222)] {{(pid=78699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:22:17.955357 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Notify callbacks [] for port, precommit_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:17.958386 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:18.000794 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:18.015803 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:18.118721 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68446a21-5ff0-4853-af75-0e42df1efa09 req-06241565-78ee-4986-99bd-94cda4d0a3c3 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:18.120337 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-68446a21-5ff0-4853-af75-0e42df1efa09 req-06241565-78ee-4986-99bd-94cda4d0a3c3 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 945 time: 0.1549752
May 10 17:22:18.128238 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Transition to ACTIVE for port object fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd will not be triggered until provisioned by entity L2. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:18.211908 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-68446a21-5ff0-4853-af75-0e42df1efa09 req-387b9b05-5d42-42be-a911-dec89e398005 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852551
May 10 17:22:18.216650 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34f3df1-e73a-428d-aaf5-faa83309c7a2 None None] Pushing event updated for resources: {'Port': ['ID=02612505-db92-4048-9f34-ef9c18f9cffa,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:18.229363 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-f34f3df1-e73a-428d-aaf5-faa83309c7a2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:18.236827 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Transition to ACTIVE for port object fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd will not be triggered until provisioned by entity DHCP. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:18.281660 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] Routers {'b2276159-8965-497c-8eac-bca38d5cb2db'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:18.282420 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08ba9370>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:21:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['b2276159-8965-497c-8eac-bca38d5cb2db'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:18.368469 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188'] for port, after_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:18.512283 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:18.580065 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396803'] for router, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:18.610445 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Network b438e3ab-3591-4cfc-8747-5d941c73e146 is already hosted by enough agents. {{(pid=78699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:22:18.631571 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c85a3-ea70-4efa-88eb-1d19c57926a0 req-f5b92e64-34d4-4502-b0f6-b82c434c5095 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:18.633365 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:18.634793 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ae4c85a3-ea70-4efa-88eb-1d19c57926a0 req-f5b92e64-34d4-4502-b0f6-b82c434c5095 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 945 time: 0.1067107
May 10 17:22:18.647257 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.scheduler.base_scheduler [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Resources bound (agent type, host, resource id):  {{(pid=78699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:18.692932 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Received port after_create {{(pid=78699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:22:18.699905 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Pushing event updated for resources: {'Port': ['ID=fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd,revision_number=1']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:18.716324 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ae4c85a3-ea70-4efa-88eb-1d19c57926a0 req-0052a63e-3c0a-49d1-9a74-56fed3bc29cb tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734348
May 10 17:22:18.718487 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] Set router b2276159-8965-497c-8eac-bca38d5cb2db gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:18.796782 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:18.854870 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c232b4-e9fa-4f10-8db8-cabb373ef0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd6f1d7-5140-47ca-a79d-6899fb7d7339'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:18.877700 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Router 1a0963a2-9d6a-4add-868f-95d3abcced79 is scheduled to L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 with binding_index 1 {{(pid=78698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:22:18.913340 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port 1bd6f1d7-5140-47ca-a79d-6899fb7d7339, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1bd6f1d7-5140-47ca-a79d-6899fb7d7339,segment=NetworkSegment(30e48780-6b8b-42fb-959a-8e946ee097a6),segment_id=30e48780-6b8b-42fb-959a-8e946ee097a6)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:18.987608 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c232b4-e9fa-4f10-8db8-cabb373ef0c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bd6f1d7-5140-47ca-a79d-6899fb7d7339', 'code': 200}
May 10 17:22:18.991812 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:18.994998 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-f34f3df1-e73a-428d-aaf5-faa83309c7a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:19.079531 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Attempting to bind port fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:22:19.088155 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Attempting to bind port fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': '1df5de64-bd92-4a85-a488-20b19ba8c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b438e3ab-3591-4cfc-8747-5d941c73e146'}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:22:19.088660 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Attempting to bind port fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd on network b438e3ab-3591-4cfc-8747-5d941c73e146 {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:22:19.127220 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c6e1d-9b93-49bf-80e2-88b2cda33f6c req-fe9ad5c8-8914-4d21-8819-4c5001146661 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:19.142715 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f02c6e1d-9b93-49bf-80e2-88b2cda33f6c req-fe9ad5c8-8914-4d21-8819-4c5001146661 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 949 time: 0.2793856
May 10 17:22:19.159722 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:22:19.171114 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] Sync routers for ids ['1a0963a2-9d6a-4add-868f-95d3abcced79'] in dv-cinder-786383-3-iscsi {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:22:19.187851 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] Routers {'1a0963a2-9d6a-4add-868f-95d3abcced79'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:19.188855 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08a72a90>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:21:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['1a0963a2-9d6a-4add-868f-95d3abcced79'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:19.197461 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Notify callbacks [] for router, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:19.204360 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.6439669
May 10 17:22:19.205023 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 57670) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:19.207426 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:22:19.207426 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Checking segment: {'id': '1df5de64-bd92-4a85-a488-20b19ba8c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b438e3ab-3591-4cfc-8747-5d941c73e146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:22:19.207426 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:19.208760 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Bound using segment: {'id': '1df5de64-bd92-4a85-a488-20b19ba8c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b438e3ab-3591-4cfc-8747-5d941c73e146'} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:22:19.209418 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Bound port: fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df5de64-bd92-4a85-a488-20b19ba8c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b438e3ab-3591-4cfc-8747-5d941c73e146'}}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:22:19.210328 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:19.253112 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f02c6e1d-9b93-49bf-80e2-88b2cda33f6c req-c9a7dc24-5d88-441e-9a71-8fc454efe851 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e1dd62a-8855-4333-9657-ed8e34be2645&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091230
May 10 17:22:19.486021 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd65f64-5bae-42c9-8178-b5a750c97c57 req-0b5386e6-1a85-4869-8d97-3e62663cb206 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:19.488946 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] For port fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:22:19.492308 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] For port fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd,segment=NetworkSegment(1df5de64-bd92-4a85-a488-20b19ba8c8e8),segment_id=1df5de64-bd92-4a85-a488-20b19ba8c8e8)] {{(pid=78699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:22:19.494162 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] Set router 1a0963a2-9d6a-4add-868f-95d3abcced79 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:19.494485 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6bd65f64-5bae-42c9-8178-b5a750c97c57 req-0b5386e6-1a85-4869-8d97-3e62663cb206 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 946 time: 0.1569200
May 10 17:22:19.512412 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:19.543463 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=1bd6f1d7-5140-47ca-a79d-6899fb7d7339,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:19.546873 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:19.556287 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:19.625004 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6bd65f64-5bae-42c9-8178-b5a750c97c57 req-e18154ea-38ca-4fa5-b340-b9db67e56ee3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294882
May 10 17:22:19.640318 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Pushing event updated for resources: {'Port': ['ID=fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd,revision_number=2']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:19.644179 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:19.722948 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f038184f-7794-4278-987e-5159c030b051 req-e6a21463-7b5e-448a-8b00-fc066e5d68f4 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:19.725189 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f038184f-7794-4278-987e-5159c030b051 req-e6a21463-7b5e-448a-8b00-fc066e5d68f4 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.36 "GET /v2.0/ports?device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 949 time: 0.2882009
May 10 17:22:19.752754 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08ba9370>, [{'id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'name': 'tempest-TestShelveInstance-148834655-router', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:11Z', 'revision_number': 4, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'gw_port': {'id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '02612505-db92-4048-9f34-ef9c18f9cffa', 'name': '', 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'mac_address': 'fa:16:3e:b8:ad:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'f962103c-0f67-411d-a90a-456d6581d1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:10Z', 'updated_at': '2021-05-10T17:22:17Z', 'revision_number': 4, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'subnets': [{'id': 'f962103c-0f67-411d-a90a-456d6581d1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:19.758057 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3febe2f2-cc17-496d-b3de-5c862a3d1319 None None] The sync data for ids ['b2276159-8965-497c-8eac-bca38d5cb2db'] in dv-cinder-786383-3-iscsi is: [{'id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'name': 'tempest-TestShelveInstance-148834655-router', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:11Z', 'revision_number': 4, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'gw_port': {'id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '02612505-db92-4048-9f34-ef9c18f9cffa', 'name': '', 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'mac_address': 'fa:16:3e:b8:ad:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'f962103c-0f67-411d-a90a-456d6581d1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:10Z', 'updated_at': '2021-05-10T17:22:17Z', 'revision_number': 4, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'subnets': [{'id': 'f962103c-0f67-411d-a90a-456d6581d1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:22:19.790266 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3db15dc-2707-4618-bb5a-16d2f75a7e7f req-4761ff2e-231a-41a2-b099-e089212b0485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:19.792405 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f3db15dc-2707-4618-bb5a-16d2f75a7e7f req-4761ff2e-231a-41a2-b099-e089212b0485 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 1099 time: 0.2948503
May 10 17:22:20.117125 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f3db15dc-2707-4618-bb5a-16d2f75a7e7f req-bbd65ff2-621c-4b56-9439-d72e04328402 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3115339
May 10 17:22:20.211654 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08a72a90>, [{'id': '1a0963a2-9d6a-4add-868f-95d3abcced79', 'name': 'tempest-TestShelveInstance-1440615890-router', 'tenant_id': '04e5b124396840d8865578b0cde9026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a74c8189-0240-4a4d-89c5-18d14c5d3dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:15Z', 'updated_at': '2021-05-10T17:22:17Z', 'revision_number': 3, 'project_id': '04e5b124396840d8865578b0cde9026b', 'gw_port': {'id': 'a74c8189-0240-4a4d-89c5-18d14c5d3dc3', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0963a2-9d6a-4add-868f-95d3abcced79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:16Z', 'updated_at': '2021-05-10T17:22:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:20.217626 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] Checking router: 1a0963a2-9d6a-4add-868f-95d3abcced79 for host: dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:22:20.217976 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] Updating router 1a0963a2-9d6a-4add-868f-95d3abcced79 port a74c8189-0240-4a4d-89c5-18d14c5d3dc3 binding host dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:22:20.223732 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-366c09e4-653f-42c1-ab9c-57d6095b7ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:20.250060 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebfb779-a463-4d36-8461-726b0dbe7cc9 req-4467c955-9150-44c5-ac13-bd7f6e3ce6ef tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:20.257242 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7ebfb779-a463-4d36-8461-726b0dbe7cc9 req-4467c955-9150-44c5-ac13-bd7f6e3ce6ef tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 945 time: 0.2870522
May 10 17:22:20.296306 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-f038184f-7794-4278-987e-5159c030b051 req-438eb573-e502-487b-96e2-7a92340fdb17 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Deleting port d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:22:20.296648 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-f038184f-7794-4278-987e-5159c030b051 req-438eb573-e502-487b-96e2-7a92340fdb17 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:20.356272 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:20.485416 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7ebfb779-a463-4d36-8461-726b0dbe7cc9 req-9bbc0d5a-6146-4b50-b1e3-32eee55c508c tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2273684
May 10 17:22:20.574419 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:20.615029 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-f038184f-7794-4278-987e-5159c030b051 req-438eb573-e502-487b-96e2-7a92340fdb17 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] For port d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc,segment=NetworkSegment(a47ea41b-bc33-4c55-bd18-5de0c411c887),segment_id=a47ea41b-bc33-4c55-bd18-5de0c411c887)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:20.615391 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-f038184f-7794-4278-987e-5159c030b051 req-438eb573-e502-487b-96e2-7a92340fdb17 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:20.653854 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140cea40-0af6-4e9d-8d42-9432bd14c8ea req-e67412ff-55bb-4078-a15d-6005ff469147 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:20.662998 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-140cea40-0af6-4e9d-8d42-9432bd14c8ea req-e67412ff-55bb-4078-a15d-6005ff469147 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 949 time: 0.2350581
May 10 17:22:20.910306 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Allocated IP 172.20.0.1 (b438e3ab-3591-4cfc-8747-5d941c73e146/348ab0dc-6bbc-448d-85ef-da3e4d860f9c/d16ba42c-4a52-4dbc-8bf0-7458b1b555e5) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:22:21.016823 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.046972 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-f038184f-7794-4278-987e-5159c030b051 req-438eb573-e502-487b-96e2-7a92340fdb17 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Calling delete_port for d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc owned by compute:nova {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:22:21.051003 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device e4ad5f3c-5d64-4539-9849-f35567580284 up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:21.066258 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] Transition to ACTIVE for port object a74c8189-0240-4a4d-89c5-18d14c5d3dc3 will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:21.075244 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.091391 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-d6d3d7a5-d0b2-436b-a348-dfee69d428ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:21.102360 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.122894 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.provisioning_blocks [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Transition to ACTIVE for port object d16ba42c-4a52-4dbc-8bf0-7458b1b555e5 will not be triggered until provisioned by entity DHCP. {{(pid=78698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:21.151694 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.157873 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:21.196894 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5d60f-000e-48f2-b221-4961b16b5019 None None] Pushing event updated for resources: {'Port': ['ID=a74c8189-0240-4a4d-89c5-18d14c5d3dc3,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:21.201010 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-8cf5d60f-000e-48f2-b221-4961b16b5019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:21.239022 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] Attempting to bind port a74c8189-0240-4a4d-89c5-18d14c5d3dc3 on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:22:21.240529 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] Attempting to bind port a74c8189-0240-4a4d-89c5-18d14c5d3dc3 by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:22:21.241043 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] Attempting to bind port a74c8189-0240-4a4d-89c5-18d14c5d3dc3 on network bae4116f-378a-4109-9d6f-b35b773f5102 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:22:21.255439 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:22:21.256724 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] Checking segment: {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:22:21.257144 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.257542 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] Bound using segment: {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:22:21.260478 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] Bound port: a74c8189-0240-4a4d-89c5-18d14c5d3dc3, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:22:21.263460 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.270757 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning for port e4ad5f3c-5d64-4539-9849-f35567580284 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:21.278251 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port e4ad5f3c-5d64-4539-9849-f35567580284 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:21.283606 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.290794 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Network b438e3ab-3591-4cfc-8747-5d941c73e146 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:22:21.294083 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:21.307912 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-f038184f-7794-4278-987e-5159c030b051 req-438eb573-e502-487b-96e2-7a92340fdb17 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.309810 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:22:21.338704 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c7c5c7-1868-4ff2-a714-2cc5e29fceb9 None None] Network b438e3ab-3591-4cfc-8747-5d941c73e146 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:22:21.366437 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:21.398329 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] For port a74c8189-0240-4a4d-89c5-18d14c5d3dc3, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:22:21.402290 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] For port a74c8189-0240-4a4d-89c5-18d14c5d3dc3, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=a74c8189-0240-4a4d-89c5-18d14c5d3dc3,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:22:21.407782 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.415166 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-506cfd82-cc7c-42c4-869a-1a1bdeec1841 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:21.454461 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Pushing event updated for resources: {'Port': ['ID=d16ba42c-4a52-4dbc-8bf0-7458b1b555e5,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:21.472152 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:21.490328 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438eb573-e502-487b-96e2-7a92340fdb17 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Pushing event deleted for resources: {'Port': ['ID=d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:21.500594 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393436'] for router_interface, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.507172 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-140cea40-0af6-4e9d-8d42-9432bd14c8ea req-cfb1fe04-9e21-42e8-a1be-11c4c26e9f80 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/security-groups?id=0e1dd62a-8855-4333-9657-ed8e34be2645&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8432236
May 10 17:22:21.516052 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5d60f-000e-48f2-b221-4961b16b5019 None None] Pushing event updated for resources: {'Port': ['ID=a74c8189-0240-4a4d-89c5-18d14c5d3dc3,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:21.539368 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-8cf5d60f-000e-48f2-b221-4961b16b5019 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:21.569214 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] Routers {'1a0963a2-9d6a-4add-868f-95d3abcced79'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:21.569763 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08a72a90>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:21:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['1a0963a2-9d6a-4add-868f-95d3abcced79'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:21.604047 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-438eb573-e502-487b-96e2-7a92340fdb17 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:21.606371 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f038184f-7794-4278-987e-5159c030b051 req-438eb573-e502-487b-96e2-7a92340fdb17 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] No DVR routers for this DVR port d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc on host hv-cinder-78638 {{(pid=78697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:22:21.613392 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-f038184f-7794-4278-987e-5159c030b051 req-438eb573-e502-487b-96e2-7a92340fdb17 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.617541 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d277ca7-6c54-4455-abee-1158e0b2ac22', 'name': 'network-vif-deleted', 'tag': 'd06f6ffe-1b79-42f8-a81d-1cb0961f1dcc'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:21.694107 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-68dbae38-cacb-4ef7-8cf1-d85c714753da None None] Provisioning for port fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:21.710977 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f038184f-7794-4278-987e-5159c030b051 req-438eb573-e502-487b-96e2-7a92340fdb17 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.36 "DELETE /v2.0/ports/d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc HTTP/1.1" status: 204  len: 173 time: 1.9716349
May 10 17:22:21.792733 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e5eaeb-74a1-4be9-a966-d50d92541663 req-9e3cccb9-5543-4d9a-8e65-90d578332c6b tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:21.814776 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.819994 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-25e5eaeb-74a1-4be9-a966-d50d92541663 req-9e3cccb9-5543-4d9a-8e65-90d578332c6b tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 946 time: 0.6012266
May 10 17:22:21.915699 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] Set router 1a0963a2-9d6a-4add-868f-95d3abcced79 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:21.918038 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-25e5eaeb-74a1-4be9-a966-d50d92541663 req-00387e3d-42b2-4a98-9afb-80b53f506f9e tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0970962
May 10 17:22:21.933274 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:21.987785 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d386f0db-8737-4128-92dd-fe474e6bdb50 req-787f0045-27b8-49cc-b7da-65285c8385d4 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:21.989559 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d386f0db-8737-4128-92dd-fe474e6bdb50 req-787f0045-27b8-49cc-b7da-65285c8385d4 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 945 time: 0.2761941
May 10 17:22:22.015991 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 02612505-db92-4048-9f34-ef9c18f9cffa up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:22.096502 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d277ca7-6c54-4455-abee-1158e0b2ac22', 'name': 'network-vif-deleted', 'tag': 'd06f6ffe-1b79-42f8-a81d-1cb0961f1dcc', 'status': 'completed', 'code': 200}
May 10 17:22:22.101567 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d386f0db-8737-4128-92dd-fe474e6bdb50 req-3af385b0-8266-46ea-bde3-381122a21843 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014998
May 10 17:22:22.133987 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298be385-44b2-4f19-bea2-1454d95d9e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ad5f3c-5d64-4539-9849-f35567580284'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:22.150848 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port e4ad5f3c-5d64-4539-9849-f35567580284, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e4ad5f3c-5d64-4539-9849-f35567580284,segment=NetworkSegment(12cce722-7f13-4cf7-99d7-455709c60b1e),segment_id=12cce722-7f13-4cf7-99d7-455709c60b1e)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:22.158252 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.168026 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:22.242468 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298be385-44b2-4f19-bea2-1454d95d9e0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4ad5f3c-5d64-4539-9849-f35567580284', 'code': 200}
May 10 17:22:22.274509 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=e4ad5f3c-5d64-4539-9849-f35567580284,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:22.278670 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:22.286764 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port 02612505-db92-4048-9f34-ef9c18f9cffa completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:22.296446 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 02612505-db92-4048-9f34-ef9c18f9cffa triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:22.296941 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.389393 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08a72a90>, [{'id': '1a0963a2-9d6a-4add-868f-95d3abcced79', 'name': 'tempest-TestShelveInstance-1440615890-router', 'tenant_id': '04e5b124396840d8865578b0cde9026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a74c8189-0240-4a4d-89c5-18d14c5d3dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:15Z', 'updated_at': '2021-05-10T17:22:21Z', 'revision_number': 4, 'project_id': '04e5b124396840d8865578b0cde9026b', 'gw_port': {'id': 'a74c8189-0240-4a4d-89c5-18d14c5d3dc3', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0963a2-9d6a-4add-868f-95d3abcced79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:16Z', 'updated_at': '2021-05-10T17:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': 'd16ba42c-4a52-4dbc-8bf0-7458b1b555e5', 'name': '', 'network_id': 'b438e3ab-3591-4cfc-8747-5d941c73e146', 'tenant_id': '04e5b124396840d8865578b0cde9026b', 'mac_address': 'fa:16:3e:62:3b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0963a2-9d6a-4add-868f-95d3abcced79', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '348ab0dc-6bbc-448d-85ef-da3e4d860f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:20Z', 'updated_at': '2021-05-10T17:22:20Z', 'revision_number': 1, 'project_id': '04e5b124396840d8865578b0cde9026b', 'subnets': [{'id': '348ab0dc-6bbc-448d-85ef-da3e4d860f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:22.392019 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.394314 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b203c488-8f25-40a4-9366-1d088f42b3fe None None] The sync data for ids ['1a0963a2-9d6a-4add-868f-95d3abcced79'] in dv-cinder-786383-3-iscsi is: [{'id': '1a0963a2-9d6a-4add-868f-95d3abcced79', 'name': 'tempest-TestShelveInstance-1440615890-router', 'tenant_id': '04e5b124396840d8865578b0cde9026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a74c8189-0240-4a4d-89c5-18d14c5d3dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:15Z', 'updated_at': '2021-05-10T17:22:21Z', 'revision_number': 4, 'project_id': '04e5b124396840d8865578b0cde9026b', 'gw_port': {'id': 'a74c8189-0240-4a4d-89c5-18d14c5d3dc3', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0963a2-9d6a-4add-868f-95d3abcced79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:16Z', 'updated_at': '2021-05-10T17:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': 'd16ba42c-4a52-4dbc-8bf0-7458b1b555e5', 'name': '', 'network_id': 'b438e3ab-3591-4cfc-8747-5d941c73e146', 'tenant_id': '04e5b124396840d8865578b0cde9026b', 'mac_address': 'fa:16:3e:62:3b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0963a2-9d6a-4add-868f-95d3abcced79', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '348ab0dc-6bbc-448d-85ef-da3e4d860f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:20Z', 'updated_at': '2021-05-10T17:22:20Z', 'revision_number': 1, 'project_id': '04e5b124396840d8865578b0cde9026b', 'subnets': [{'id': '348ab0dc-6bbc-448d-85ef-da3e4d860f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:22:22.397160 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10577401'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.438605 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:22.471683 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.527845 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port 02612505-db92-4048-9f34-ef9c18f9cffa, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=02612505-db92-4048-9f34-ef9c18f9cffa,segment=NetworkSegment(524b4c66-d4ad-48e2-848a-46ffd9e34222),segment_id=524b4c66-d4ad-48e2-848a-46ffd9e34222)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:22.532332 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.533505 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:22.567134 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:22.586476 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393343'] for router_interface, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.596079 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Pushing event updated for resources: {'Port': ['ID=d16ba42c-4a52-4dbc-8bf0-7458b1b555e5,revision_number=2']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:22.612446 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:22.698208 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=02612505-db92-4048-9f34-ef9c18f9cffa,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:22.703936 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:22.727710 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:22.779912 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:22.780695 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.872445 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Network b438e3ab-3591-4cfc-8747-5d941c73e146 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:22:22.874268 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:22.917864 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.927148 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-09652bbd-24c9-46dd-9bf9-e451f265b774 None None] Provisioning for port d16ba42c-4a52-4dbc-8bf0-7458b1b555e5 completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:22.927274 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-41730215-12ae-48ea-b651-7f948b953033 req-98c7fd8d-3683-46f6-9556-d935f0223202 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Synchronizing usage tracker for tenant:c903c1d087f2488ca43f869d75ba30d9 on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:22:22.947436 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-b5b25531-bbef-4213-a6b1-02a8e72cff76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.952760 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-09652bbd-24c9-46dd-9bf9-e451f265b774 None None] Provisioning complete for port d16ba42c-4a52-4dbc-8bf0-7458b1b555e5 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:22.953141 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-09652bbd-24c9-46dd-9bf9-e451f265b774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:22.992772 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-41730215-12ae-48ea-b651-7f948b953033 req-98c7fd8d-3683-46f6-9556-d935f0223202 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Unset dirty status for tenant:c903c1d087f2488ca43f869d75ba30d9 on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:22:22.993905 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-41730215-12ae-48ea-b651-7f948b953033 req-98c7fd8d-3683-46f6-9556-d935f0223202 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] 10.222.0.32 "GET /v2.0/ports?device_id=0d277ca7-6c54-4455-abee-1158e0b2ac22 HTTP/1.1" status: 200  len: 210 time: 0.1874874
May 10 17:22:23.024861 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-09652bbd-24c9-46dd-9bf9-e451f265b774 None None] Port d16ba42c-4a52-4dbc-8bf0-7458b1b555e5 cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:22:23.060073 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:22:23.095471 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d2dbb-0abf-430d-b31e-851dcee62e2e req-0b3388ac-1577-4a47-86fb-003b104e339d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:23.096959 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bf4d2dbb-0abf-430d-b31e-851dcee62e2e req-0b3388ac-1577-4a47-86fb-003b104e339d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 1099 time: 0.4231026
May 10 17:22:23.107819 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] No Port match for: d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:22:23.108113 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device d06f6ffe-1b79-42f8-a81d-1cb0961f1dcc not bound to the agent host hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:22:23.115643 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-09652bbd-24c9-46dd-9bf9-e451f265b774 None None] Provisioning complete for port fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:23.117427 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-09652bbd-24c9-46dd-9bf9-e451f265b774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.197435 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bf4d2dbb-0abf-430d-b31e-851dcee62e2e req-73c74cfb-6699-4060-a8c5-7dd0f5f526ad service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0856130
May 10 17:22:23.287051 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.419940 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Router 1a0963a2-9d6a-4add-868f-95d3abcced79 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:22:23.490685 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf7302-8437-4695-b04d-4f06a3d3765b req-bf57ca93-61dc-4536-a8ce-a3c8ac1c2418 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:23.493256 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-edaf7302-8437-4695-b04d-4f06a3d3765b req-bf57ca93-61dc-4536-a8ce-a3c8ac1c2418 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 946 time: 0.2508888
May 10 17:22:23.504160 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd,segment=NetworkSegment(1df5de64-bd92-4a85-a488-20b19ba8c8e8),segment_id=1df5de64-bd92-4a85-a488-20b19ba8c8e8)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:23.515473 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.521270 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:23.534412 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98435f-7be7-4f17-ba26-fb2a7c68a7f8 req-fe8412a7-60cc-46ca-a274-fbec3b985315 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:23.535856 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7a98435f-7be7-4f17-ba26-fb2a7c68a7f8 req-fe8412a7-60cc-46ca-a274-fbec3b985315 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 946 time: 0.1953304
May 10 17:22:23.596822 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-edaf7302-8437-4695-b04d-4f06a3d3765b req-3b30705c-4b9c-4cc8-a820-e58d20375441 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915828
May 10 17:22:23.663859 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7a98435f-7be7-4f17-ba26-fb2a7c68a7f8 req-bef2b7ed-cc4d-4232-abe4-07fbee42aebc tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041281
May 10 17:22:23.679718 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:22:23.680766 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-09652bbd-24c9-46dd-9bf9-e451f265b774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.705033 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] 10.222.0.32 "PUT /v2.0/routers/1a0963a2-9d6a-4add-868f-95d3abcced79/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.4904692
May 10 17:22:23.756386 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd,revision_number=3']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:23.798016 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:23.861928 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.db.api [None req-09652bbd-24c9-46dd-9bf9-e451f265b774 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=78699) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
May 10 17:22:23.862476 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_db.api [None req-09652bbd-24c9-46dd-9bf9-e451f265b774 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
May 10 17:22:23.936076 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:23.965167 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 02612505-db92-4048-9f34-ef9c18f9cffa up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:24.066828 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 02612505-db92-4048-9f34-ef9c18f9cffa triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:24.067297 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.284028 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device a74c8189-0240-4a4d-89c5-18d14c5d3dc3 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:24.403235 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port a74c8189-0240-4a4d-89c5-18d14c5d3dc3 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:24.413157 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port a74c8189-0240-4a4d-89c5-18d14c5d3dc3 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:24.413533 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.597544 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.621006 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port a74c8189-0240-4a4d-89c5-18d14c5d3dc3, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=a74c8189-0240-4a4d-89c5-18d14c5d3dc3,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:24.628291 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-5d137be0-7d02-41a6-a471-08b29dc835e6 None None] Provisioning complete for port d16ba42c-4a52-4dbc-8bf0-7458b1b555e5 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:24.628868 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-5d137be0-7d02-41a6-a471-08b29dc835e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.658047 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.667920 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:24.722193 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 57772) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:24.728058 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-8fb18bc2-7a78-4128-9da7-ff5d7ac9ff86 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1907177962', 'description': 'tempest-secgroup-smoke-1907177962 description', 'project_id': '3f31dcd80b43441793b8dccf23bea16a'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:24.739108 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-8fb18bc2-7a78-4128-9da7-ff5d7ac9ff86 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:24.744656 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-8fb18bc2-7a78-4128-9da7-ff5d7ac9ff86 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Usage tracker for resource:security_group and tenant:3f31dcd80b43441793b8dccf23bea16a is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:24.747725 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-5d137be0-7d02-41a6-a471-08b29dc835e6 None None] Port d16ba42c-4a52-4dbc-8bf0-7458b1b555e5 cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:22:24.748139 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-8fb18bc2-7a78-4128-9da7-ff5d7ac9ff86 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:24.755783 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-8fb18bc2-7a78-4128-9da7-ff5d7ac9ff86 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:24.757484 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=a74c8189-0240-4a4d-89c5-18d14c5d3dc3,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:24.761277 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:24.776522 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8fb18bc2-7a78-4128-9da7-ff5d7ac9ff86 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.797557 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-8fb18bc2-7a78-4128-9da7-ff5d7ac9ff86 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:24.801521 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-8fb18bc2-7a78-4128-9da7-ff5d7ac9ff86 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Usage tracker for resource:security_group_rule and tenant:3f31dcd80b43441793b8dccf23bea16a is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:24.804381 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-8fb18bc2-7a78-4128-9da7-ff5d7ac9ff86 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:24.810612 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-8fb18bc2-7a78-4128-9da7-ff5d7ac9ff86 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:24.902236 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8fb18bc2-7a78-4128-9da7-ff5d7ac9ff86 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.907608 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8fb18bc2-7a78-4128-9da7-ff5d7ac9ff86 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.933896 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-d71b653d-c94a-4fe1-a3ee-fe2177b2e028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:24.946166 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8fb18bc2-7a78-4128-9da7-ff5d7ac9ff86 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:24.948036 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-8fb18bc2-7a78-4128-9da7-ff5d7ac9ff86 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2247229
May 10 17:22:24.953813 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 57784) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:24.961033 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-9e5f9a3f-36b6-4d24-b079-ea7e720a6738 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Request body: {'security_group_rule': {'security_group_id': 'fa80ebb3-99a7-4530-9434-8914d755e6ae', 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:24.962650 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7390d-e770-42d1-a203-7d6a70a587c3 req-f41807f4-ad01-4690-bb62-c79082523d95 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:24.967911 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cbb7390d-e770-42d1-a203-7d6a70a587c3 req-f41807f4-ad01-4690-bb62-c79082523d95 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 946 time: 0.1540196
May 10 17:22:24.976788 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-9e5f9a3f-36b6-4d24-b079-ea7e720a6738 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:24.985989 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-9e5f9a3f-36b6-4d24-b079-ea7e720a6738 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Usage tracker for resource:security_group_rule and tenant:3f31dcd80b43441793b8dccf23bea16a is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:24.995807 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-9e5f9a3f-36b6-4d24-b079-ea7e720a6738 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:24.999057 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb18bc2-7a78-4128-9da7-ff5d7ac9ff86 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa80ebb3-99a7-4530-9434-8914d755e6ae,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:25.004153 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-8fb18bc2-7a78-4128-9da7-ff5d7ac9ff86 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:25.014189 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-9e5f9a3f-36b6-4d24-b079-ea7e720a6738 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:25.043057 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9a3f-36b6-4d24-b079-ea7e720a6738 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.078543 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cbb7390d-e770-42d1-a203-7d6a70a587c3 req-fad43241-fd69-4a22-b301-1b8bd768bdd1 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0971267
May 10 17:22:25.141294 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9a3f-36b6-4d24-b079-ea7e720a6738 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.144578 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9a3f-36b6-4d24-b079-ea7e720a6738 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.147910 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:25.174655 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5f9a3f-36b6-4d24-b079-ea7e720a6738 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe73493-6aa1-4f4b-834b-81d4e6bc4ed7,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:25.180203 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-9e5f9a3f-36b6-4d24-b079-ea7e720a6738 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:25.182784 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-9e5f9a3f-36b6-4d24-b079-ea7e720a6738 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.186493 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-9e5f9a3f-36b6-4d24-b079-ea7e720a6738 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2292829
May 10 17:22:25.187021 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 57796) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:25.192333 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-710e6261-2d0e-4a2b-8999-f626371524e1 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Request body: {'security_group_rule': {'security_group_id': 'fa80ebb3-99a7-4530-9434-8914d755e6ae', 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:25.198614 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-710e6261-2d0e-4a2b-8999-f626371524e1 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:25.202665 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-710e6261-2d0e-4a2b-8999-f626371524e1 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Usage tracker for resource:security_group_rule and tenant:3f31dcd80b43441793b8dccf23bea16a is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:25.205409 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-710e6261-2d0e-4a2b-8999-f626371524e1 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:25.211215 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-710e6261-2d0e-4a2b-8999-f626371524e1 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:25.228473 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-710e6261-2d0e-4a2b-8999-f626371524e1 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.292213 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-710e6261-2d0e-4a2b-8999-f626371524e1 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.296233 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-710e6261-2d0e-4a2b-8999-f626371524e1 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.299308 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-9e5f9a3f-36b6-4d24-b079-ea7e720a6738 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:25.336259 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710e6261-2d0e-4a2b-8999-f626371524e1 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48916e53-3e99-452c-a35a-321459d459a0,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:25.351815 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-710e6261-2d0e-4a2b-8999-f626371524e1 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:25.360444 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-710e6261-2d0e-4a2b-8999-f626371524e1 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.363751 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-710e6261-2d0e-4a2b-8999-f626371524e1 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1745512
May 10 17:22:25.365432 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 57830) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:25.372946 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-76261f2e-2879-4ab4-890c-cac9caf96f20 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Request body: {'security_group_rule': {'security_group_id': 'fa80ebb3-99a7-4530-9434-8914d755e6ae', 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:25.377713 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.379516 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-76261f2e-2879-4ab4-890c-cac9caf96f20 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:25.383848 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-76261f2e-2879-4ab4-890c-cac9caf96f20 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Usage tracker for resource:security_group_rule and tenant:3f31dcd80b43441793b8dccf23bea16a is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:25.389804 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-76261f2e-2879-4ab4-890c-cac9caf96f20 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:25.407292 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-76261f2e-2879-4ab4-890c-cac9caf96f20 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:25.424609 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-76261f2e-2879-4ab4-890c-cac9caf96f20 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.498584 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-76261f2e-2879-4ab4-890c-cac9caf96f20 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.503089 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-76261f2e-2879-4ab4-890c-cac9caf96f20 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.513004 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:25.543553 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76261f2e-2879-4ab4-890c-cac9caf96f20 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfa6bd04-87db-4e0d-a6ea-d70251d538f6,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:25.550930 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-76261f2e-2879-4ab4-890c-cac9caf96f20 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:25.556724 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-76261f2e-2879-4ab4-890c-cac9caf96f20 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.558124 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-76261f2e-2879-4ab4-890c-cac9caf96f20 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1903000
May 10 17:22:25.561825 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 57858) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:25.580759 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-06d8c8c1-78b1-42cd-8493-3dfe43462172 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Request body: {'security_group_rule': {'security_group_id': 'fa80ebb3-99a7-4530-9434-8914d755e6ae', 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:25.596874 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-06d8c8c1-78b1-42cd-8493-3dfe43462172 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:25.611713 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-06d8c8c1-78b1-42cd-8493-3dfe43462172 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Usage tracker for resource:security_group_rule and tenant:3f31dcd80b43441793b8dccf23bea16a is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:25.630072 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-06d8c8c1-78b1-42cd-8493-3dfe43462172 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:25.631181 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] Sync routers for ids ['1a0963a2-9d6a-4add-868f-95d3abcced79'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:22:25.644397 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-06d8c8c1-78b1-42cd-8493-3dfe43462172 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:25.649338 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] Routers {'1a0963a2-9d6a-4add-868f-95d3abcced79'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:25.650018 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f094a8850>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['1a0963a2-9d6a-4add-868f-95d3abcced79'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:25.689581 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-06d8c8c1-78b1-42cd-8493-3dfe43462172 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.809734 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-06d8c8c1-78b1-42cd-8493-3dfe43462172 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.814148 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-06d8c8c1-78b1-42cd-8493-3dfe43462172 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.823551 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:25.838589 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:25.855072 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d8c8c1-78b1-42cd-8493-3dfe43462172 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b829fef-2ca3-4654-a1cb-4df1e5003c73,revision_number=0']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:25.857773 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-06d8c8c1-78b1-42cd-8493-3dfe43462172 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.862153 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 57874) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:25.867912 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-4ee7ebac-8da9-41b5-b41e-e3f87334a833 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Request body: {'security_group_rule': {'security_group_id': 'fa80ebb3-99a7-4530-9434-8914d755e6ae', 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:25.868046 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-06d8c8c1-78b1-42cd-8493-3dfe43462172 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3045332
May 10 17:22:25.870013 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-06d8c8c1-78b1-42cd-8493-3dfe43462172 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:25.877322 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-4ee7ebac-8da9-41b5-b41e-e3f87334a833 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:25.883400 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-4ee7ebac-8da9-41b5-b41e-e3f87334a833 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Usage tracker for resource:security_group_rule and tenant:3f31dcd80b43441793b8dccf23bea16a is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:25.886623 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-4ee7ebac-8da9-41b5-b41e-e3f87334a833 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:25.898842 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-4ee7ebac-8da9-41b5-b41e-e3f87334a833 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:25.917439 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.securitygroups_db [None req-4ee7ebac-8da9-41b5-b41e-e3f87334a833 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Project 3f31dcd80b43441793b8dccf23bea16a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 17:22:25.931636 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4ee7ebac-8da9-41b5-b41e-e3f87334a833 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:25.939232 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] Set router 1a0963a2-9d6a-4add-868f-95d3abcced79 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:26.076110 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4ee7ebac-8da9-41b5-b41e-e3f87334a833 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:26.080824 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4ee7ebac-8da9-41b5-b41e-e3f87334a833 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:26.085290 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:26.115975 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee7ebac-8da9-41b5-b41e-e3f87334a833 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=937cbfa6-7e7a-4586-aed4-786bb0e0b057,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:26.121894 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-4ee7ebac-8da9-41b5-b41e-e3f87334a833 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:26.127345 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4ee7ebac-8da9-41b5-b41e-e3f87334a833 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:26.129199 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-4ee7ebac-8da9-41b5-b41e-e3f87334a833 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2659087
May 10 17:22:26.132368 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 57896) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:26.138605 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-17641f23-11eb-4f36-9860-3fa9004d0f2d tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Request body: {'security_group_rule': {'security_group_id': 'fa80ebb3-99a7-4530-9434-8914d755e6ae', 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:26.163986 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-17641f23-11eb-4f36-9860-3fa9004d0f2d tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:26.174135 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-17641f23-11eb-4f36-9860-3fa9004d0f2d tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Usage tracker for resource:security_group_rule and tenant:3f31dcd80b43441793b8dccf23bea16a is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:26.180523 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-17641f23-11eb-4f36-9860-3fa9004d0f2d tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:26.190437 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:26.190826 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:26.212065 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-17641f23-11eb-4f36-9860-3fa9004d0f2d tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:26.240831 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.securitygroups_db [None req-17641f23-11eb-4f36-9860-3fa9004d0f2d tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Project 3f31dcd80b43441793b8dccf23bea16a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 17:22:26.249837 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-17641f23-11eb-4f36-9860-3fa9004d0f2d tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:26.383159 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc985f-cb6d-46a9-89aa-9373daa8a6f7 req-7aaa5bcb-d830-486c-b8b3-cc72e25b8f1a tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:26.391731 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d9cc985f-cb6d-46a9-89aa-9373daa8a6f7 req-7aaa5bcb-d830-486c-b8b3-cc72e25b8f1a tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 946 time: 0.1220677
May 10 17:22:26.418326 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-17641f23-11eb-4f36-9860-3fa9004d0f2d tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:26.423540 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-17641f23-11eb-4f36-9860-3fa9004d0f2d tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:26.426024 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:26.447251 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17641f23-11eb-4f36-9860-3fa9004d0f2d tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2e1f7b4-f2ac-48fb-a2ee-5a0ea73ac431,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:26.452015 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-17641f23-11eb-4f36-9860-3fa9004d0f2d tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:26.453818 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d9cc985f-cb6d-46a9-89aa-9373daa8a6f7 req-1e036198-da97-410c-83df-05cfb6fe41e2 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590003
May 10 17:22:26.476155 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-17641f23-11eb-4f36-9860-3fa9004d0f2d tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:26.478477 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-17641f23-11eb-4f36-9860-3fa9004d0f2d tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3443358
May 10 17:22:26.586119 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device a74c8189-0240-4a4d-89c5-18d14c5d3dc3 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:26.675881 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port a74c8189-0240-4a4d-89c5-18d14c5d3dc3 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:26.676469 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:26.700864 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f094a8850>, [{'id': '1a0963a2-9d6a-4add-868f-95d3abcced79', 'name': 'tempest-TestShelveInstance-1440615890-router', 'tenant_id': '04e5b124396840d8865578b0cde9026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a74c8189-0240-4a4d-89c5-18d14c5d3dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:15Z', 'updated_at': '2021-05-10T17:22:21Z', 'revision_number': 4, 'project_id': '04e5b124396840d8865578b0cde9026b', 'gw_port': {'id': 'a74c8189-0240-4a4d-89c5-18d14c5d3dc3', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0963a2-9d6a-4add-868f-95d3abcced79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:16Z', 'updated_at': '2021-05-10T17:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': 'd16ba42c-4a52-4dbc-8bf0-7458b1b555e5', 'name': '', 'network_id': 'b438e3ab-3591-4cfc-8747-5d941c73e146', 'tenant_id': '04e5b124396840d8865578b0cde9026b', 'mac_address': 'fa:16:3e:62:3b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0963a2-9d6a-4add-868f-95d3abcced79', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '348ab0dc-6bbc-448d-85ef-da3e4d860f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:20Z', 'updated_at': '2021-05-10T17:22:22Z', 'revision_number': 2, 'project_id': '04e5b124396840d8865578b0cde9026b', 'subnets': [{'id': '348ab0dc-6bbc-448d-85ef-da3e4d860f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:26.718865 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] Checking router: 1a0963a2-9d6a-4add-868f-95d3abcced79 for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:22:26.719220 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] Updating router 1a0963a2-9d6a-4add-868f-95d3abcced79 port d16ba42c-4a52-4dbc-8bf0-7458b1b555e5 binding host dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:22:26.789559 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:27.216951 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] Notify callbacks [] for port, precommit_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:27.229184 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] Transition to ACTIVE for port object d16ba42c-4a52-4dbc-8bf0-7458b1b555e5 will not be triggered until provisioned by entity L2. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:27.235724 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:27.239228 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:27.535120 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8d528-d2ce-43f9-a915-636f2c03b74d None None] Pushing event updated for resources: {'Port': ['ID=d16ba42c-4a52-4dbc-8bf0-7458b1b555e5,revision_number=3']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:27.577146 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-51a8d528-d2ce-43f9-a915-636f2c03b74d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:27.601679 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] Attempting to bind port d16ba42c-4a52-4dbc-8bf0-7458b1b555e5 on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:22:27.602056 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] Attempting to bind port d16ba42c-4a52-4dbc-8bf0-7458b1b555e5 by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': '1df5de64-bd92-4a85-a488-20b19ba8c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b438e3ab-3591-4cfc-8747-5d941c73e146'}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:22:27.604057 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] Attempting to bind port d16ba42c-4a52-4dbc-8bf0-7458b1b555e5 on network b438e3ab-3591-4cfc-8747-5d941c73e146 {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:22:27.612016 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:22:27.612424 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] Checking segment: {'id': '1df5de64-bd92-4a85-a488-20b19ba8c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b438e3ab-3591-4cfc-8747-5d941c73e146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:22:27.612820 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:27.613317 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] Bound using segment: {'id': '1df5de64-bd92-4a85-a488-20b19ba8c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b438e3ab-3591-4cfc-8747-5d941c73e146'} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:22:27.613763 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] Bound port: d16ba42c-4a52-4dbc-8bf0-7458b1b555e5, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df5de64-bd92-4a85-a488-20b19ba8c8e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'b438e3ab-3591-4cfc-8747-5d941c73e146'}}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:22:27.614146 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:27.713724 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] For port d16ba42c-4a52-4dbc-8bf0-7458b1b555e5, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:22:27.718511 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] For port d16ba42c-4a52-4dbc-8bf0-7458b1b555e5, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=d16ba42c-4a52-4dbc-8bf0-7458b1b555e5,segment=NetworkSegment(1df5de64-bd92-4a85-a488-20b19ba8c8e8),segment_id=1df5de64-bd92-4a85-a488-20b19ba8c8e8)] {{(pid=78699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:22:27.732678 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:27.743765 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:27.828649 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] Routers {'1a0963a2-9d6a-4add-868f-95d3abcced79'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:22:27.829307 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f094a8850>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:22:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['1a0963a2-9d6a-4add-868f-95d3abcced79'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:28.086841 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a8d528-d2ce-43f9-a915-636f2c03b74d None None] Pushing event updated for resources: {'Port': ['ID=d16ba42c-4a52-4dbc-8bf0-7458b1b555e5,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:28.092237 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-51a8d528-d2ce-43f9-a915-636f2c03b74d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:28.173439 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] Set router 1a0963a2-9d6a-4add-868f-95d3abcced79 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:22:28.312087 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4c0ccc-4598-4633-9b40-11c9ee007341 req-63164d8d-71c3-4103-963b-777355164d15 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:28.313575 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7f4c0ccc-4598-4633-9b40-11c9ee007341 req-63164d8d-71c3-4103-963b-777355164d15 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 946 time: 0.0900066
May 10 17:22:28.364181 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7f4c0ccc-4598-4633-9b40-11c9ee007341 req-d1e3af91-fe18-4c29-8104-9680a20547c2 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426836
May 10 17:22:28.518324 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f094a8850>, [{'id': '1a0963a2-9d6a-4add-868f-95d3abcced79', 'name': 'tempest-TestShelveInstance-1440615890-router', 'tenant_id': '04e5b124396840d8865578b0cde9026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a74c8189-0240-4a4d-89c5-18d14c5d3dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:15Z', 'updated_at': '2021-05-10T17:22:21Z', 'revision_number': 4, 'project_id': '04e5b124396840d8865578b0cde9026b', 'gw_port': {'id': 'a74c8189-0240-4a4d-89c5-18d14c5d3dc3', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0963a2-9d6a-4add-868f-95d3abcced79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:16Z', 'updated_at': '2021-05-10T17:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': 'd16ba42c-4a52-4dbc-8bf0-7458b1b555e5', 'name': '', 'network_id': 'b438e3ab-3591-4cfc-8747-5d941c73e146', 'tenant_id': '04e5b124396840d8865578b0cde9026b', 'mac_address': 'fa:16:3e:62:3b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0963a2-9d6a-4add-868f-95d3abcced79', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '348ab0dc-6bbc-448d-85ef-da3e4d860f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:20Z', 'updated_at': '2021-05-10T17:22:27Z', 'revision_number': 4, 'project_id': '04e5b124396840d8865578b0cde9026b', 'subnets': [{'id': '348ab0dc-6bbc-448d-85ef-da3e4d860f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:22:28.522599 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1eb85ab-a981-46ab-bcdd-de7a210fb608 None None] The sync data for ids ['1a0963a2-9d6a-4add-868f-95d3abcced79'] in dv-cinder-786383-3-iscsi is: [{'id': '1a0963a2-9d6a-4add-868f-95d3abcced79', 'name': 'tempest-TestShelveInstance-1440615890-router', 'tenant_id': '04e5b124396840d8865578b0cde9026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a74c8189-0240-4a4d-89c5-18d14c5d3dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:15Z', 'updated_at': '2021-05-10T17:22:21Z', 'revision_number': 4, 'project_id': '04e5b124396840d8865578b0cde9026b', 'gw_port': {'id': 'a74c8189-0240-4a4d-89c5-18d14c5d3dc3', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0963a2-9d6a-4add-868f-95d3abcced79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:16Z', 'updated_at': '2021-05-10T17:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': 'd16ba42c-4a52-4dbc-8bf0-7458b1b555e5', 'name': '', 'network_id': 'b438e3ab-3591-4cfc-8747-5d941c73e146', 'tenant_id': '04e5b124396840d8865578b0cde9026b', 'mac_address': 'fa:16:3e:62:3b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1a0963a2-9d6a-4add-868f-95d3abcced79', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '348ab0dc-6bbc-448d-85ef-da3e4d860f9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:20Z', 'updated_at': '2021-05-10T17:22:27Z', 'revision_number': 4, 'project_id': '04e5b124396840d8865578b0cde9026b', 'subnets': [{'id': '348ab0dc-6bbc-448d-85ef-da3e4d860f9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:22:29.369670 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d89a6c-cfba-45ac-81c5-6bd2c5c7ef71 req-e94ee210-2ac8-46e4-be7b-73c1409ccb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:29.371140 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83d89a6c-cfba-45ac-81c5-6bd2c5c7ef71 req-e94ee210-2ac8-46e4-be7b-73c1409ccb48 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fc027d222ec41848aea01fc2452dce7&device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 1098 time: 0.1320512
May 10 17:22:29.407062 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab8a342-906a-430a-b9bf-141b277720c6 req-6c71f0a9-b6cb-4a89-9827-6e24603831c1 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:29.408512 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2ab8a342-906a-430a-b9bf-141b277720c6 req-6c71f0a9-b6cb-4a89-9827-6e24603831c1 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1291082
May 10 17:22:29.540515 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2ab8a342-906a-430a-b9bf-141b277720c6 req-48f4594e-277e-4a3e-9cf1-4a289705d150 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790317
May 10 17:22:29.569010 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d89a6c-cfba-45ac-81c5-6bd2c5c7ef71 req-31ec6682-a02b-4eb0-87d5-2b814fc4db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:29.571260 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83d89a6c-cfba-45ac-81c5-6bd2c5c7ef71 req-31ec6682-a02b-4eb0-87d5-2b814fc4db2a service neutron] 10.222.0.36 "GET /v2.0/networks?id=c40edc93-49fe-487d-9975-28a626203a59 HTTP/1.1" status: 200  len: 919 time: 0.1916165
May 10 17:22:29.685970 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83d89a6c-cfba-45ac-81c5-6bd2c5c7ef71 req-5aa70380-007f-414e-878b-be4ae60fd9df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd HTTP/1.1" status: 200  len: 217 time: 0.1033123
May 10 17:22:29.834124 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device d16ba42c-4a52-4dbc-8bf0-7458b1b555e5 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:29.863027 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d89a6c-cfba-45ac-81c5-6bd2c5c7ef71 req-0cafa381-2675-48df-8cf7-00283a267a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:29.864467 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83d89a6c-cfba-45ac-81c5-6bd2c5c7ef71 req-0cafa381-2675-48df-8cf7-00283a267a9b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab4050f2-b8f5-4efa-8308-283297f4ea49 HTTP/1.1" status: 200  len: 858 time: 0.1711836
May 10 17:22:29.885882 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6834ab09-b384-4bdd-90a9-50bca7d04780 req-d08070d1-5518-4d12-89a3-4ffa9cf33d68 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:29.887332 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6834ab09-b384-4bdd-90a9-50bca7d04780 req-d08070d1-5518-4d12-89a3-4ffa9cf33d68 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 946 time: 0.2485194
May 10 17:22:29.906017 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port d16ba42c-4a52-4dbc-8bf0-7458b1b555e5 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:29.911193 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port d16ba42c-4a52-4dbc-8bf0-7458b1b555e5 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:29.911571 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:29.985790 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6834ab09-b384-4bdd-90a9-50bca7d04780 req-36881e9c-a589-4ddd-ac07-dc05c794f256 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0926707
May 10 17:22:29.988036 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83d89a6c-cfba-45ac-81c5-6bd2c5c7ef71 req-92236388-c2b9-454f-a13f-5deaf928c9ad service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c40edc93-49fe-487d-9975-28a626203a59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0673354
May 10 17:22:30.098708 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:30.145878 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port d16ba42c-4a52-4dbc-8bf0-7458b1b555e5, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=d16ba42c-4a52-4dbc-8bf0-7458b1b555e5,segment=NetworkSegment(1df5de64-bd92-4a85-a488-20b19ba8c8e8),segment_id=1df5de64-bd92-4a85-a488-20b19ba8c8e8)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:30.150717 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:30.153633 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:30.195611 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83d89a6c-cfba-45ac-81c5-6bd2c5c7ef71 req-5bdcaea3-bd62-4313-998a-689832819c8f service neutron] 10.222.0.36 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1839764
May 10 17:22:30.225102 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=d16ba42c-4a52-4dbc-8bf0-7458b1b555e5,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:30.228947 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:30.330324 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83d89a6c-cfba-45ac-81c5-6bd2c5c7ef71 req-dbc1df34-08ab-48e6-aab2-c7a8f36d6054 service neutron] 10.222.0.36 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265707
May 10 17:22:30.681786 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1431a37a-61f4-483e-a78f-d580d95f35b5 req-9356eb54-94fb-441c-bcf4-3d765d84ece1 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:30.683319 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1431a37a-61f4-483e-a78f-d580d95f35b5 req-9356eb54-94fb-441c-bcf4-3d765d84ece1 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.36 "GET /v2.0/ports?device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 946 time: 0.0908821
May 10 17:22:30.861429 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666f825-9b0d-4088-bfc7-2b816f51adb7 req-4531f95a-adb9-4222-9d29-b970abaacace tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:30.862823 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0666f825-9b0d-4088-bfc7-2b816f51adb7 req-4531f95a-adb9-4222-9d29-b970abaacace tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1890681
May 10 17:22:30.913786 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-1431a37a-61f4-483e-a78f-d580d95f35b5 req-104f57dc-a40a-4343-992d-4b01b955ef9d tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Deleting port e4ad5f3c-5d64-4539-9849-f35567580284 {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:22:30.914144 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-1431a37a-61f4-483e-a78f-d580d95f35b5 req-104f57dc-a40a-4343-992d-4b01b955ef9d tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:30.989328 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0666f825-9b0d-4088-bfc7-2b816f51adb7 req-739c7826-1e59-4e5b-9875-962ce2e957e2 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1199169
May 10 17:22:31.074053 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-1431a37a-61f4-483e-a78f-d580d95f35b5 req-104f57dc-a40a-4343-992d-4b01b955ef9d tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] For port e4ad5f3c-5d64-4539-9849-f35567580284, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e4ad5f3c-5d64-4539-9849-f35567580284,segment=NetworkSegment(12cce722-7f13-4cf7-99d7-455709c60b1e),segment_id=12cce722-7f13-4cf7-99d7-455709c60b1e)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:31.074438 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-1431a37a-61f4-483e-a78f-d580d95f35b5 req-104f57dc-a40a-4343-992d-4b01b955ef9d tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:31.095497 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 58146) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:31.252261 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-1431a37a-61f4-483e-a78f-d580d95f35b5 req-104f57dc-a40a-4343-992d-4b01b955ef9d tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Calling delete_port for e4ad5f3c-5d64-4539-9849-f35567580284 owned by compute:nova {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:22:31.329572 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803b907-2e60-453f-8e01-cd5a4762256a req-188c5d10-fd56-4f74-8d6e-1d615309b1a2 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:31.331054 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1803b907-2e60-453f-8e01-cd5a4762256a req-188c5d10-fd56-4f74-8d6e-1d615309b1a2 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=298be385-44b2-4f19-bea2-1454d95d9e0a HTTP/1.1" status: 200  len: 946 time: 0.1750789
May 10 17:22:31.331959 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-8cf71067-d178-44c9-a75b-5161aead83dd admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=c903c1d087f2488ca43f869d75ba30d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2345901
May 10 17:22:31.334281 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 58156) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:22:31.472717 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1803b907-2e60-453f-8e01-cd5a4762256a req-60f53bab-af94-468e-a189-46bbdcbc6dba tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1238508
May 10 17:22:31.480887 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-1431a37a-61f4-483e-a78f-d580d95f35b5 req-104f57dc-a40a-4343-992d-4b01b955ef9d tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:31.488452 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:31.537656 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104f57dc-a40a-4343-992d-4b01b955ef9d tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Pushing event deleted for resources: {'Port': ['ID=e4ad5f3c-5d64-4539-9849-f35567580284,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:31.539485 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-d359c8ab-8681-4f6a-9470-a2e61fdd5e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:31.543560 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-104f57dc-a40a-4343-992d-4b01b955ef9d tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:31.632764 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-1431a37a-61f4-483e-a78f-d580d95f35b5 req-104f57dc-a40a-4343-992d-4b01b955ef9d tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] No DVR routers for this DVR port e4ad5f3c-5d64-4539-9849-f35567580284 on host hv-cinder-78638 {{(pid=78697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:22:31.635408 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-d359c8ab-8681-4f6a-9470-a2e61fdd5e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:31.643165 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-1431a37a-61f4-483e-a78f-d580d95f35b5 req-104f57dc-a40a-4343-992d-4b01b955ef9d tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:31.648122 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298be385-44b2-4f19-bea2-1454d95d9e0a', 'name': 'network-vif-deleted', 'tag': 'e4ad5f3c-5d64-4539-9849-f35567580284'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:31.685730 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1431a37a-61f4-483e-a78f-d580d95f35b5 req-104f57dc-a40a-4343-992d-4b01b955ef9d tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.36 "DELETE /v2.0/ports/e4ad5f3c-5d64-4539-9849-f35567580284 HTTP/1.1" status: 204  len: 173 time: 0.9678423
May 10 17:22:31.700528 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298be385-44b2-4f19-bea2-1454d95d9e0a', 'name': 'network-vif-deleted', 'tag': 'e4ad5f3c-5d64-4539-9849-f35567580284', 'status': 'completed', 'code': 200}
May 10 17:22:31.706473 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-d359c8ab-8681-4f6a-9470-a2e61fdd5e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:31.710134 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:31.723016 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d359c8ab-8681-4f6a-9470-a2e61fdd5e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1dd62a-8855-4333-9657-ed8e34be2645,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:31.726266 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-d359c8ab-8681-4f6a-9470-a2e61fdd5e74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:31.735435 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-d359c8ab-8681-4f6a-9470-a2e61fdd5e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:31.736544 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-d359c8ab-8681-4f6a-9470-a2e61fdd5e74 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/0e1dd62a-8855-4333-9657-ed8e34be2645 HTTP/1.1" status: 204  len: 168 time: 0.4013429
May 10 17:22:31.804859 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device d16ba42c-4a52-4dbc-8bf0-7458b1b555e5 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:31.883512 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port d16ba42c-4a52-4dbc-8bf0-7458b1b555e5 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:31.884590 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:32.184510 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11e77e1-4446-4c7a-8439-38c5ebdde25d req-b614ccff-99e1-450b-906f-2c02b4544b3b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:32.185938 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d11e77e1-4446-4c7a-8439-38c5ebdde25d req-b614ccff-99e1-450b-906f-2c02b4544b3b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0809996
May 10 17:22:32.231529 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d11e77e1-4446-4c7a-8439-38c5ebdde25d req-109fded1-0b1d-4911-a30e-38ed87008871 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396581
May 10 17:22:33.136767 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device e4ad5f3c-5d64-4539-9849-f35567580284 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:22:33.173353 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] No Port match for: e4ad5f3c-5d64-4539-9849-f35567580284 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:22:33.173703 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device e4ad5f3c-5d64-4539-9849-f35567580284 not bound to the agent host hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:22:33.523398 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcf5d2b-00e8-4371-90a3-e92382103cfc req-56117be1-4b50-42b1-af77-484cf1cca9bf tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:33.524847 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ffcf5d2b-00e8-4371-90a3-e92382103cfc req-56117be1-4b50-42b1-af77-484cf1cca9bf tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1875055
May 10 17:22:33.568727 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ffcf5d2b-00e8-4371-90a3-e92382103cfc req-8494060a-c68e-4462-9284-a2073984d096 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380571
May 10 17:22:34.755195 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0a0e40-392c-4e70-8a42-bfcc58480254 req-238bbd10-4211-41e3-ac4a-4b8a6dbe98d5 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:34.756702 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7d0a0e40-392c-4e70-8a42-bfcc58480254 req-238bbd10-4211-41e3-ac4a-4b8a6dbe98d5 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0795197
May 10 17:22:34.809838 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7d0a0e40-392c-4e70-8a42-bfcc58480254 req-f6ecb7e2-f9a9-4d7b-bdc6-acefd43d7587 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464516
May 10 17:22:36.000301 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2ccddf-6719-4d37-a6a9-1d4a5ed21e39 req-f01ae50e-eca4-4b8d-825f-f3ad1874b15e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:36.001638 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5e2ccddf-6719-4d37-a6a9-1d4a5ed21e39 req-f01ae50e-eca4-4b8d-825f-f3ad1874b15e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0836730
May 10 17:22:36.045579 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5e2ccddf-6719-4d37-a6a9-1d4a5ed21e39 req-bfaf7152-434a-4ec0-a33b-8add638005ba tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381162
May 10 17:22:37.240194 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929320c1-3419-4e5c-9353-7c978a890b43 req-a1704e74-606e-4119-8706-4ff619810ea6 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:37.241731 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-929320c1-3419-4e5c-9353-7c978a890b43 req-a1704e74-606e-4119-8706-4ff619810ea6 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0858006
May 10 17:22:37.288502 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-929320c1-3419-4e5c-9353-7c978a890b43 req-76a03646-0bd3-4e13-85a8-7b14c2e88d22 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405571
May 10 17:22:38.479141 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0526d983-a27b-4bc4-9e46-e5e4b9b1bcac req-81e8d6e5-2101-492a-a541-81acf74839bd tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:38.480654 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0526d983-a27b-4bc4-9e46-e5e4b9b1bcac req-81e8d6e5-2101-492a-a541-81acf74839bd tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0824139
May 10 17:22:38.531165 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0526d983-a27b-4bc4-9e46-e5e4b9b1bcac req-dcdd9228-24cc-40bc-b2fa-7299425a858a tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445542
May 10 17:22:40.194885 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-99dfaf4c-0e7a-46c3-b3df-f398f5d52601 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:40.196311 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-99dfaf4c-0e7a-46c3-b3df-f398f5d52601 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/networks?id=0cfd4b2e-df56-43d0-908b-ea446d61e6b9 HTTP/1.1" status: 200  len: 814 time: 0.2587662
May 10 17:22:40.204646 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-d2f26fff-6808-43ee-81ea-9f2c6ec2ff19 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:40.205957 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-d2f26fff-6808-43ee-81ea-9f2c6ec2ff19 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/networks?id=247b7704-949d-47ff-a7d6-c3dc7a6e8e45 HTTP/1.1" status: 200  len: 809 time: 0.2459321
May 10 17:22:40.223327 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4b6edf49-7226-40c0-bab6-dee72546a3e4 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/quotas/d0f782c325f1445b94f0ff94b78c2c9f HTTP/1.1" status: 200  len: 375 time: 0.0164125
May 10 17:22:40.224782 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-fde1beee-f558-4a5d-8ea4-7e1a51a1b5ac tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/quotas/74edb2011cde4bfcb01eceaf97474332 HTTP/1.1" status: 200  len: 375 time: 0.0113022
May 10 17:22:40.311326 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-24bc3fd9-7cc0-43d9-b2ee-c2c1e2e50095 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Synchronizing usage tracker for tenant:74edb2011cde4bfcb01eceaf97474332 on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:22:40.331542 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-24bc3fd9-7cc0-43d9-b2ee-c2c1e2e50095 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Unset dirty status for tenant:74edb2011cde4bfcb01eceaf97474332 on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:22:40.332737 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-24bc3fd9-7cc0-43d9-b2ee-c2c1e2e50095 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=74edb2011cde4bfcb01eceaf97474332&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1030567
May 10 17:22:40.418549 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-07af9b9e-bb23-4298-916b-9525320dc595 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=d0f782c325f1445b94f0ff94b78c2c9f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1896973
May 10 17:22:40.571822 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-834b761e-ad01-432b-b7ec-076455600d3e service neutron] 10.222.0.32 "GET /v2.0/networks/247b7704-949d-47ff-a7d6-c3dc7a6e8e45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2318182
May 10 17:22:40.615053 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-970345c6-327c-4345-8a0f-8cbeebd0f197 service neutron] 10.222.0.32 "GET /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1889989
May 10 17:22:40.813069 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-96063ff7-b3fc-4a9f-a0d8-bc9abb42cadd service neutron] 10.222.0.32 "GET /v2.0/networks/247b7704-949d-47ff-a7d6-c3dc7a6e8e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2274365
May 10 17:22:40.828980 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-70410863-c1d7-4d7a-ba8d-e4747f20a7b1 service neutron] 10.222.0.32 "GET /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1677449
May 10 17:22:41.178033 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c1f25-0d4e-4bc7-9e50-4c6ec7d1fdb6 req-f05a609a-af83-428e-9185-a1c712441b7e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:41.180121 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3a7c1f25-0d4e-4bc7-9e50-4c6ec7d1fdb6 req-f05a609a-af83-428e-9185-a1c712441b7e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1734641
May 10 17:22:41.374952 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5dd24bc5-683b-4345-ae27-5e6d24cce142 req-948cb247-3316-4a19-8ca2-91cc2cce99f9 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 210 time: 0.1538305
May 10 17:22:41.411544 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3a7c1f25-0d4e-4bc7-9e50-4c6ec7d1fdb6 req-5450603b-bb64-4b5c-9cd7-51f3b3c6df29 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2240806
May 10 17:22:41.528857 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-69ad8706-d8de-406f-a64b-4b6b95581ad8 req-e9e00c90-c23f-4b1e-8d46-0bea7fca23ec tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 210 time: 0.0430753
May 10 17:22:42.427320 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-50727817-c460-4ed2-9912-0c1c4d431f43 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:42.428741 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-50727817-c460-4ed2-9912-0c1c4d431f43 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.36 "GET /v2.0/networks?id=0cfd4b2e-df56-43d0-908b-ea446d61e6b9 HTTP/1.1" status: 200  len: 814 time: 0.1561427
May 10 17:22:42.451193 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-15e2109f-2d09-4e48-a913-9b82877038ea tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Request body: {'port': {'device_id': 'b04c824b-a74d-4951-80a9-0a37e0c67b95', 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9', 'admin_state_up': True, 'tenant_id': 'd0f782c325f1445b94f0ff94b78c2c9f'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:42.649288 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c5c1337a-ba00-487b-90e0-e333fd5ef81a req-1ab6363c-d7f1-46ba-8074-1f46abd8a5f6 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 210 time: 0.1257751
May 10 17:22:42.740276 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-15e2109f-2d09-4e48-a913-9b82877038ea tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:42.749028 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-15e2109f-2d09-4e48-a913-9b82877038ea tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Usage tracker for resource:port and tenant:d0f782c325f1445b94f0ff94b78c2c9f is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:22:42.783243 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-15e2109f-2d09-4e48-a913-9b82877038ea tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:22:42.806374 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-15e2109f-2d09-4e48-a913-9b82877038ea tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:42.812652 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc6cedff-e741-445f-84a7-71d3ac3b3f8b req-417a06a9-6440-474c-8ef2-a524d3f3acb1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 210 time: 0.0690112
May 10 17:22:42.821914 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3764f9a7-ffcd-4600-a61d-9d75cc5852cf req-eb9c63c5-ddae-48e1-8580-c540d491e0cf tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:42.823411 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3764f9a7-ffcd-4600-a61d-9d75cc5852cf req-eb9c63c5-ddae-48e1-8580-c540d491e0cf tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.2628655
May 10 17:22:42.856697 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-15e2109f-2d09-4e48-a913-9b82877038ea tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Made reservation on behalf of d0f782c325f1445b94f0ff94b78c2c9f for: {'port': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:22:42.860154 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-15e2109f-2d09-4e48-a913-9b82877038ea tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:42.875093 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-050d40a0-69e3-41c3-98e5-2304c37c3c23 req-df094f8b-dfcc-466f-87dc-21e91bfb8534 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2620909
May 10 17:22:42.943053 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3764f9a7-ffcd-4600-a61d-9d75cc5852cf req-31e10f64-f662-43da-88ad-ac22cc190852 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109540
May 10 17:22:43.041546 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d40a0-69e3-41c3-98e5-2304c37c3c23 req-26b7017d-fcd1-4989-92f2-d8744a4e9dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:43.043823 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-050d40a0-69e3-41c3-98e5-2304c37c3c23 req-26b7017d-fcd1-4989-92f2-d8744a4e9dbf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fc027d222ec41848aea01fc2452dce7&device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 1098 time: 0.1004510
May 10 17:22:43.173746 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-f994e822-ede7-4f1d-bdbe-1ede4df3cffb tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:43.175209 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-f994e822-ede7-4f1d-bdbe-1ede4df3cffb tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.36 "GET /v2.0/networks?id=247b7704-949d-47ff-a7d6-c3dc7a6e8e45 HTTP/1.1" status: 200  len: 809 time: 0.2302833
May 10 17:22:43.186866 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_common [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-15e2109f-2d09-4e48-a913-9b82877038ea tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Allocated IP 172.20.0.4 (0cfd4b2e-df56-43d0-908b-ea446d61e6b9/ba516fbc-860b-4d47-a60d-b736d75a32f9/f45c4d8b-c6fb-4cff-8ecf-637d4b509510) {{(pid=78697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:22:43.205805 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d40a0-69e3-41c3-98e5-2304c37c3c23 req-b7ccbad2-318a-4c96-914c-9a1f5e659055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:43.207073 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-9596269d-95af-41e4-ad97-0d2bbd335d85 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Request body: {'port': {'device_id': 'a6274f01-93d9-42e0-99ee-a9e40aca8eaf', 'network_id': '247b7704-949d-47ff-a7d6-c3dc7a6e8e45', 'admin_state_up': True, 'tenant_id': '74edb2011cde4bfcb01eceaf97474332'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:43.207396 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-050d40a0-69e3-41c3-98e5-2304c37c3c23 req-b7ccbad2-318a-4c96-914c-9a1f5e659055 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c40edc93-49fe-487d-9975-28a626203a59 HTTP/1.1" status: 200  len: 919 time: 0.1389270
May 10 17:22:43.296803 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-050d40a0-69e3-41c3-98e5-2304c37c3c23 req-c017de4c-e7b4-48ca-9f74-d74315e5d3fe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b561183d-3956-4826-8e0f-46690d4b1fa6 HTTP/1.1" status: 200  len: 217 time: 0.0647991
May 10 17:22:43.396309 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050d40a0-69e3-41c3-98e5-2304c37c3c23 req-b80bd30e-f3fd-4a30-9960-76c15871b193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:43.398147 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-050d40a0-69e3-41c3-98e5-2304c37c3c23 req-b80bd30e-f3fd-4a30-9960-76c15871b193 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab4050f2-b8f5-4efa-8308-283297f4ea49 HTTP/1.1" status: 200  len: 858 time: 0.0826149
May 10 17:22:43.455733 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-050d40a0-69e3-41c3-98e5-2304c37c3c23 req-f07ee526-3acd-44ad-9574-931a6f22535a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c40edc93-49fe-487d-9975-28a626203a59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0493953
May 10 17:22:43.468080 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-9596269d-95af-41e4-ad97-0d2bbd335d85 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:22:43.503928 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-9596269d-95af-41e4-ad97-0d2bbd335d85 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:22:43.529150 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-9596269d-95af-41e4-ad97-0d2bbd335d85 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Made reservation on behalf of 74edb2011cde4bfcb01eceaf97474332 for: {'port': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:22:43.532950 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-9596269d-95af-41e4-ad97-0d2bbd335d85 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:43.606485 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-15e2109f-2d09-4e48-a913-9b82877038ea tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks [] for port, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:43.617827 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-050d40a0-69e3-41c3-98e5-2304c37c3c23 req-d3ab4cb6-00e8-4efb-8b4e-42a7bca230ae service neutron] 10.222.0.36 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441743
May 10 17:22:43.730966 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-15e2109f-2d09-4e48-a913-9b82877038ea tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:43.739800 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-438eb573-e502-487b-96e2-7a92340fdb17 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:43.784259 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_common [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-9596269d-95af-41e4-ad97-0d2bbd335d85 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Allocated IP 172.20.0.5 (247b7704-949d-47ff-a7d6-c3dc7a6e8e45/82336533-0689-4c8f-a8bb-5db21820d58d/e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d) {{(pid=78697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:22:43.787116 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['7a435a01-5e96-4ca5-bec4-fb27c4859172', '63230674-0039-4b7c-80d1-e8ccab7f7656', '1bd6f1d7-5140-47ca-a79d-6899fb7d7339'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:22:43.824770 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-050d40a0-69e3-41c3-98e5-2304c37c3c23 req-d9d03ae5-9efe-470a-a534-1588669a8b52 service neutron] 10.222.0.36 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348557
May 10 17:22:43.860923 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1fdc3394-19d6-4904-991e-0eeda608d29e req-1fb29a55-f310-4ce2-a003-13e4407ec13a tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 210 time: 0.0841916
May 10 17:22:43.870701 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-15e2109f-2d09-4e48-a913-9b82877038ea tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Network 0cfd4b2e-df56-43d0-908b-ea446d61e6b9 is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:22:43.897880 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-15e2109f-2d09-4e48-a913-9b82877038ea tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:43.900720 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-15e2109f-2d09-4e48-a913-9b82877038ea tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Received port after_create {{(pid=78697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:22:44.076568 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-15e2109f-2d09-4e48-a913-9b82877038ea tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:44.077085 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-15e2109f-2d09-4e48-a913-9b82877038ea tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:44.084923 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e2109f-2d09-4e48-a913-9b82877038ea tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Pushing event updated for resources: {'Port': ['ID=f45c4d8b-c6fb-4cff-8ecf-637d4b509510,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:44.088291 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-15e2109f-2d09-4e48-a913-9b82877038ea tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:44.230154 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-15e2109f-2d09-4e48-a913-9b82877038ea tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7835972
May 10 17:22:44.267428 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Request body: {'port': {'device_id': 'b04c824b-a74d-4951-80a9-0a37e0c67b95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:44.469298 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40118def-da05-4c95-ab10-5456cea1c3fe req-da9a6afc-e63e-4953-b95f-4e12524dcc86 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:44.469995 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-40118def-da05-4c95-ab10-5456cea1c3fe req-da9a6afc-e63e-4953-b95f-4e12524dcc86 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Synchronizing usage tracker for tenant:d0f782c325f1445b94f0ff94b78c2c9f on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:22:44.520148 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e8f78e-9f77-4587-800b-f5cd318d046c req-625ac907-bb73-4745-9904-a56b05399ef3 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:44.521590 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-88e8f78e-9f77-4587-800b-f5cd318d046c req-625ac907-bb73-4745-9904-a56b05399ef3 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.3881567
May 10 17:22:44.566257 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:44.584894 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-40118def-da05-4c95-ab10-5456cea1c3fe req-da9a6afc-e63e-4953-b95f-4e12524dcc86 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Unset dirty status for tenant:d0f782c325f1445b94f0ff94b78c2c9f on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:22:44.586016 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-40118def-da05-4c95-ab10-5456cea1c3fe req-da9a6afc-e63e-4953-b95f-4e12524dcc86 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 931 time: 0.5185308
May 10 17:22:44.596629 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-9596269d-95af-41e4-ad97-0d2bbd335d85 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Notify callbacks [] for port, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:44.700769 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-88e8f78e-9f77-4587-800b-f5cd318d046c req-18e62195-a9ad-4759-ae56-c2b10470650f tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1690645
May 10 17:22:44.729685 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-40118def-da05-4c95-ab10-5456cea1c3fe req-ea18ffe5-f2e4-4eaf-913e-3cc299c681ba tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374032
May 10 17:22:44.825293 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-9596269d-95af-41e4-ad97-0d2bbd335d85 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:44.833067 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:44.956377 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-9596269d-95af-41e4-ad97-0d2bbd335d85 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Network 247b7704-949d-47ff-a7d6-c3dc7a6e8e45 is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:22:44.970512 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-9596269d-95af-41e4-ad97-0d2bbd335d85 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:22:44.983252 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-9596269d-95af-41e4-ad97-0d2bbd335d85 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Received port after_create {{(pid=78697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:22:45.060966 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9596269d-95af-41e4-ad97-0d2bbd335d85 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Pushing event updated for resources: {'Port': ['ID=e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:45.077238 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-9596269d-95af-41e4-ad97-0d2bbd335d85 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:45.123796 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-9596269d-95af-41e4-ad97-0d2bbd335d85 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:45.124397 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-9596269d-95af-41e4-ad97-0d2bbd335d85 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:45.193658 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-9596269d-95af-41e4-ad97-0d2bbd335d85 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9912887
May 10 17:22:45.206102 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47df9fcb-9a2b-44bb-a721-7c5167d8b34f req-477030df-ce69-4116-8b27-dd831f90c873 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:45.206863 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-47df9fcb-9a2b-44bb-a721-7c5167d8b34f req-477030df-ce69-4116-8b27-dd831f90c873 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Synchronizing usage tracker for tenant:74edb2011cde4bfcb01eceaf97474332 on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:22:45.235315 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Request body: {'port': {'device_id': 'a6274f01-93d9-42e0-99ee-a9e40aca8eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:22:45.278580 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45c4d8b-c6fb-4cff-8ecf-637d4b509510 {{(pid=78697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:22:45.288496 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-47df9fcb-9a2b-44bb-a721-7c5167d8b34f req-477030df-ce69-4116-8b27-dd831f90c873 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Unset dirty status for tenant:74edb2011cde4bfcb01eceaf97474332 on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:22:45.289639 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-47df9fcb-9a2b-44bb-a721-7c5167d8b34f req-477030df-ce69-4116-8b27-dd831f90c873 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 931 time: 0.3146000
May 10 17:22:45.291700 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Notify callbacks [] for port, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:45.364693 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.provisioning_blocks [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Transition to ACTIVE for port object f45c4d8b-c6fb-4cff-8ecf-637d4b509510 will not be triggered until provisioned by entity L2. {{(pid=78697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:45.382264 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:45.390831 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-15e2109f-2d09-4e48-a913-9b82877038ea tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:45.453594 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-47df9fcb-9a2b-44bb-a721-7c5167d8b34f req-15f48afe-bf90-4ebc-b002-f29bdb221a79 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1548958
May 10 17:22:45.522760 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:45.577231 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Pushing event updated for resources: {'Port': ['ID=f45c4d8b-c6fb-4cff-8ecf-637d4b509510,revision_number=2']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:45.607340 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:45.932470 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Attempting to bind port f45c4d8b-c6fb-4cff-8ecf-637d4b509510 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:22:45.932799 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Attempting to bind port f45c4d8b-c6fb-4cff-8ecf-637d4b509510 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '30e48780-6b8b-42fb-959a-8e946ee097a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9'}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:22:45.933125 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Attempting to bind port f45c4d8b-c6fb-4cff-8ecf-637d4b509510 on network 0cfd4b2e-df56-43d0-908b-ea446d61e6b9 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:22:45.968012 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Port f45c4d8b-c6fb-4cff-8ecf-637d4b509510 on network 0cfd4b2e-df56-43d0-908b-ea446d61e6b9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:22:45.968337 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Attempting to bind port f45c4d8b-c6fb-4cff-8ecf-637d4b509510 on network 0cfd4b2e-df56-43d0-908b-ea446d61e6b9 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:22:46.027204 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Checking agent: {'id': '87cc3cef-9683-423a-ab01-169475d75aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'started_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:22:46.027452 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Checking segment: {'id': '30e48780-6b8b-42fb-959a-8e946ee097a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:22:46.027805 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Bound using segment: {'id': '30e48780-6b8b-42fb-959a-8e946ee097a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9'} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:22:46.028243 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Bound port: f45c4d8b-c6fb-4cff-8ecf-637d4b509510, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30e48780-6b8b-42fb-959a-8e946ee097a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9'}}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:22:46.028585 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:46.158685 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e05fce-c75e-4170-9390-85b8bfc49d6f req-7811a7fd-be08-4020-8334-02588916693e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:46.160143 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-66e05fce-c75e-4170-9390-85b8bfc49d6f req-7811a7fd-be08-4020-8334-02588916693e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.3457456
May 10 17:22:46.223486 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828ce55a-2891-4764-b684-cac0b0cbd282 req-e1b42c70-2c86-4410-9b62-0662ac982138 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:46.225150 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-828ce55a-2891-4764-b684-cac0b0cbd282 req-e1b42c70-2c86-4410-9b62-0662ac982138 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 943 time: 0.3522682
May 10 17:22:46.234562 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] For port f45c4d8b-c6fb-4cff-8ecf-637d4b509510, host hv-cinder-78638, cleared binding levels {{(pid=78697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:22:46.276479 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] For port f45c4d8b-c6fb-4cff-8ecf-637d4b509510, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f45c4d8b-c6fb-4cff-8ecf-637d4b509510,segment=NetworkSegment(30e48780-6b8b-42fb-959a-8e946ee097a6),segment_id=30e48780-6b8b-42fb-959a-8e946ee097a6)] {{(pid=78697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:22:46.288743 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-66e05fce-c75e-4170-9390-85b8bfc49d6f req-75b351ae-5d78-4cda-a933-cee4a39cea0d tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1106811
May 10 17:22:46.296365 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:46.310193 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:46.394314 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-828ce55a-2891-4764-b684-cac0b0cbd282 req-076b46af-3b64-4003-a492-a6f83c6c8bf8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1609197
May 10 17:22:46.408912 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:46.409498 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:46.410896 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] 10.222.0.36 "PUT /v2.0/ports/f45c4d8b-c6fb-4cff-8ecf-637d4b509510 HTTP/1.1" status: 200  len: 1093 time: 2.1545424
May 10 17:22:46.413488 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04c824b-a74d-4951-80a9-0a37e0c67b95', 'tag': 'f45c4d8b-c6fb-4cff-8ecf-637d4b509510'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:46.452495 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d {{(pid=78697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:22:46.462761 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:46.465014 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Pushing event updated for resources: {'Port': ['ID=f45c4d8b-c6fb-4cff-8ecf-637d4b509510,revision_number=3']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:46.468842 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04c824b-a74d-4951-80a9-0a37e0c67b95', 'tag': 'f45c4d8b-c6fb-4cff-8ecf-637d4b509510', 'status': 'completed', 'code': 200}
May 10 17:22:46.471190 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:46.483378 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.provisioning_blocks [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Transition to ACTIVE for port object e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d will not be triggered until provisioned by entity L2. {{(pid=78697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:22:46.487162 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:46.491608 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:46.702429 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d,revision_number=2']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:46.735618 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:46.852173 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b6eb56-9426-4e49-97bb-90bdb95764cc req-006e6499-a7f6-4e7b-887a-5df01f3a492e tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:46.853635 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a7b6eb56-9426-4e49-97bb-90bdb95764cc req-006e6499-a7f6-4e7b-887a-5df01f3a492e tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 943 time: 0.2823029
May 10 17:22:46.856772 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-9076478e-9f8a-4e85-a041-ac642b46d879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:46.858113 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-9076478e-9f8a-4e85-a041-ac642b46d879 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0f782c325f1445b94f0ff94b78c2c9f&device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 1096 time: 0.3312433
May 10 17:22:46.858912 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Attempting to bind port e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:22:46.859243 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Attempting to bind port e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '12cce722-7f13-4cf7-99d7-455709c60b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '247b7704-949d-47ff-a7d6-c3dc7a6e8e45'}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:22:46.859566 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Attempting to bind port e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d on network 247b7704-949d-47ff-a7d6-c3dc7a6e8e45 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:22:46.877916 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Port e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d on network 247b7704-949d-47ff-a7d6-c3dc7a6e8e45 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:22:46.878238 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Attempting to bind port e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d on network 247b7704-949d-47ff-a7d6-c3dc7a6e8e45 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:22:46.888906 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Checking agent: {'id': '87cc3cef-9683-423a-ab01-169475d75aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'started_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 22, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:22:46.889256 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Checking segment: {'id': '12cce722-7f13-4cf7-99d7-455709c60b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '247b7704-949d-47ff-a7d6-c3dc7a6e8e45'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:22:46.889628 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Bound using segment: {'id': '12cce722-7f13-4cf7-99d7-455709c60b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '247b7704-949d-47ff-a7d6-c3dc7a6e8e45'} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:22:46.890056 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Bound port: e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12cce722-7f13-4cf7-99d7-455709c60b1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '247b7704-949d-47ff-a7d6-c3dc7a6e8e45'}}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:22:46.890417 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:46.978960 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-c2303803-3648-419c-9144-4545e3ddc858 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f45c4d8b-c6fb-4cff-8ecf-637d4b509510 HTTP/1.1" status: 200  len: 217 time: 0.0800471
May 10 17:22:47.007028 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a7b6eb56-9426-4e49-97bb-90bdb95764cc req-c640ad2d-5414-4c1f-b31e-e1bc5402ad1a tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1451290
May 10 17:22:47.098937 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-ff4cd0ff-7c31-40f7-86e7-b74bd287595c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:47.100649 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-ff4cd0ff-7c31-40f7-86e7-b74bd287595c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ba516fbc-860b-4d47-a60d-b736d75a32f9 HTTP/1.1" status: 200  len: 854 time: 0.0927906
May 10 17:22:47.106039 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] For port e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d, host hv-cinder-78638, cleared binding levels {{(pid=78697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:22:47.108930 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] For port e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d,segment=NetworkSegment(12cce722-7f13-4cf7-99d7-455709c60b1e),segment_id=12cce722-7f13-4cf7-99d7-455709c60b1e)] {{(pid=78697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:22:47.148228 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:47.156806 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-91420a4e-8728-45c1-a3f6-3dd8fe8faab2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:47.192239 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-e54e539f-e0d1-4726-bc24-2c4cb634d0ac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0cfd4b2e-df56-43d0-908b-ea446d61e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0820649
May 10 17:22:47.226813 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:47.227423 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:47.228822 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] 10.222.0.36 "PUT /v2.0/ports/e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d HTTP/1.1" status: 200  len: 1093 time: 2.0019953
May 10 17:22:47.484636 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Pushing event updated for resources: {'Port': ['ID=e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d,revision_number=3']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:47.492512 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:47.500125 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:47.602080 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-7193ae9e-46b4-4f6f-8dc4-d3773fc1dbaf service neutron] 10.222.0.36 "GET /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3957946
May 10 17:22:47.638280 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-43b98112-8d00-42b4-a9ca-5830d4f3369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:47.639982 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-43b98112-8d00-42b4-a9ca-5830d4f3369f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74edb2011cde4bfcb01eceaf97474332&device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 1096 time: 0.2654881
May 10 17:22:47.669747 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c117f1b-e0d3-4036-acaf-e02dc6f4ac70 req-b4717382-5a29-41c2-8a26-32084dd244c2 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:47.671213 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7c117f1b-e0d3-4036-acaf-e02dc6f4ac70 req-b4717382-5a29-41c2-8a26-32084dd244c2 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.2513382
May 10 17:22:47.814530 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-9f957f03-27b9-43d7-9ec4-a6033e0131a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d HTTP/1.1" status: 200  len: 217 time: 0.0939116
May 10 17:22:47.833861 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512205e-d02a-4f25-b97b-380c73c2625c req-d73c77cc-0113-4940-a778-8ee145fc2551 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:47.835832 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3512205e-d02a-4f25-b97b-380c73c2625c req-d73c77cc-0113-4940-a778-8ee145fc2551 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 943 time: 0.3168929
May 10 17:22:47.935290 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7c117f1b-e0d3-4036-acaf-e02dc6f4ac70 req-fbd54e02-49cb-4584-b934-77972e1f280d tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1606996
May 10 17:22:47.976877 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-43fd07fb-7c9b-4e45-9db8-999ef4e0909c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:47.978956 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-43fd07fb-7c9b-4e45-9db8-999ef4e0909c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82336533-0689-4c8f-a8bb-5db21820d58d HTTP/1.1" status: 200  len: 849 time: 0.1427948
May 10 17:22:47.984133 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1bd83dd8-d09c-42e0-aecd-a705c54b2aa8 req-98cfb552-0676-4425-9f32-af7bfe4f19bc service neutron] 10.222.0.36 "GET /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3511696
May 10 17:22:47.988686 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3512205e-d02a-4f25-b97b-380c73c2625c req-40ea6ab9-924c-4071-b5fe-ad080f009fe7 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1128490
May 10 17:22:48.060814 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-3e757e3e-68a9-4e0b-979b-4df9f8d445d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=247b7704-949d-47ff-a7d6-c3dc7a6e8e45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0531137
May 10 17:22:48.197802 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3c24c5-aa43-4932-99b4-c243632c59e2 req-ba59f968-4ad7-4cf7-85b9-2d5b5a8886f7 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:48.199610 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2e3c24c5-aa43-4932-99b4-c243632c59e2 req-ba59f968-4ad7-4cf7-85b9-2d5b5a8886f7 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 943 time: 0.0815611
May 10 17:22:48.368886 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2e3c24c5-aa43-4932-99b4-c243632c59e2 req-adc11da2-7e9b-44d7-be15-150fcc453686 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1629574
May 10 17:22:48.413624 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdd0fb-5309-438a-806e-5411dbac24f0 req-05b2a7b7-f281-4891-8f41-4934fba91dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:48.415652 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f4cdd0fb-5309-438a-806e-5411dbac24f0 req-05b2a7b7-f281-4891-8f41-4934fba91dac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d0f782c325f1445b94f0ff94b78c2c9f&device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 1096 time: 0.1956804
May 10 17:22:48.500267 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-7ad96c97-6ded-4a15-baaf-701449685240 service neutron] 10.222.0.36 "GET /v2.0/networks/247b7704-949d-47ff-a7d6-c3dc7a6e8e45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2816448
May 10 17:22:48.500656 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6274f01-93d9-42e0-99ee-a9e40aca8eaf', 'tag': 'e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:48.580395 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6274f01-93d9-42e0-99ee-a9e40aca8eaf', 'tag': 'e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d', 'status': 'completed', 'code': 200}
May 10 17:22:48.658928 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdd0fb-5309-438a-806e-5411dbac24f0 req-7cd4c79c-00ae-4173-b17a-248318316aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:48.660408 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f4cdd0fb-5309-438a-806e-5411dbac24f0 req-7cd4c79c-00ae-4173-b17a-248318316aae service neutron] 10.222.0.36 "GET /v2.0/networks?id=0cfd4b2e-df56-43d0-908b-ea446d61e6b9 HTTP/1.1" status: 200  len: 915 time: 0.2337770
May 10 17:22:48.679489 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-90deea6b-5894-4929-99a3-da695a2b9f11 req-fc74ee9f-260d-45b1-8320-169bb3372ad0 service neutron] 10.222.0.36 "GET /v2.0/networks/247b7704-949d-47ff-a7d6-c3dc7a6e8e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1701379
May 10 17:22:48.742871 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f4cdd0fb-5309-438a-806e-5411dbac24f0 req-02608a97-7d3e-4f7b-9d88-a7efe7890ad5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f45c4d8b-c6fb-4cff-8ecf-637d4b509510 HTTP/1.1" status: 200  len: 217 time: 0.0654829
May 10 17:22:48.921244 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cdd0fb-5309-438a-806e-5411dbac24f0 req-69e3f25f-cac8-43fa-8611-47392ce1d30d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:48.922596 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f4cdd0fb-5309-438a-806e-5411dbac24f0 req-69e3f25f-cac8-43fa-8611-47392ce1d30d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ba516fbc-860b-4d47-a60d-b736d75a32f9 HTTP/1.1" status: 200  len: 854 time: 0.1030536
May 10 17:22:49.085793 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6c2c8-56ad-4a0a-85bb-6be95028cc33 req-2f35a4eb-43ea-4158-9794-e87d31c354f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:49.087809 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d6d6c2c8-56ad-4a0a-85bb-6be95028cc33 req-2f35a4eb-43ea-4158-9794-e87d31c354f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=74edb2011cde4bfcb01eceaf97474332&device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 1096 time: 0.2328310
May 10 17:22:49.118495 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f4cdd0fb-5309-438a-806e-5411dbac24f0 req-e8455bc8-a62d-4f6e-b5c5-18c015bc4994 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0cfd4b2e-df56-43d0-908b-ea446d61e6b9&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1797655
May 10 17:22:49.442295 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6c2c8-56ad-4a0a-85bb-6be95028cc33 req-3277dd9e-6f86-488d-9f9a-fe5a5c7e11ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:49.443757 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d6d6c2c8-56ad-4a0a-85bb-6be95028cc33 req-3277dd9e-6f86-488d-9f9a-fe5a5c7e11ed service neutron] 10.222.0.36 "GET /v2.0/networks?id=247b7704-949d-47ff-a7d6-c3dc7a6e8e45 HTTP/1.1" status: 200  len: 910 time: 0.3190970
May 10 17:22:49.458303 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6d9e2-2d96-45d0-a873-2c19cea689bc req-aefd0ab4-6802-4847-8981-56fe5ebb0a42 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:49.459690 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d7c6d9e2-2d96-45d0-a873-2c19cea689bc req-aefd0ab4-6802-4847-8981-56fe5ebb0a42 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.3811445
May 10 17:22:49.465083 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f4cdd0fb-5309-438a-806e-5411dbac24f0 req-7ef7d04b-7a2f-4a62-92b8-33c96261ae6c service neutron] 10.222.0.36 "GET /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2923758
May 10 17:22:49.531292 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206393af-0459-45e3-8f66-0fcaff317918 req-5b2d3d4e-5ce0-4258-8cde-b3885864883f tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:49.532692 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-206393af-0459-45e3-8f66-0fcaff317918 req-5b2d3d4e-5ce0-4258-8cde-b3885864883f tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 943 time: 0.4133537
May 10 17:22:49.571983 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d6d6c2c8-56ad-4a0a-85bb-6be95028cc33 req-35decf17-ded6-4afc-bbe8-50a7bdf0c560 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d HTTP/1.1" status: 200  len: 217 time: 0.1113951
May 10 17:22:49.731755 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d7c6d9e2-2d96-45d0-a873-2c19cea689bc req-d0da8330-0166-4afe-94b8-51ccd01861b9 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2657979
May 10 17:22:49.760147 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-206393af-0459-45e3-8f66-0fcaff317918 req-af316bdc-4277-4c36-85fc-0091a33c721d tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1932731
May 10 17:22:49.765888 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d6c2c8-56ad-4a0a-85bb-6be95028cc33 req-63828ced-ea62-4070-848c-2906b936b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:49.767423 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d6d6c2c8-56ad-4a0a-85bb-6be95028cc33 req-63828ced-ea62-4070-848c-2906b936b4fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=82336533-0689-4c8f-a8bb-5db21820d58d HTTP/1.1" status: 200  len: 849 time: 0.1308281
May 10 17:22:49.827630 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d6d6c2c8-56ad-4a0a-85bb-6be95028cc33 req-42b1881a-5bda-4c19-807a-9ee8e6777713 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=247b7704-949d-47ff-a7d6-c3dc7a6e8e45&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0480630
May 10 17:22:49.830928 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f4cdd0fb-5309-438a-806e-5411dbac24f0 req-77688082-4882-4271-a39c-cdcc71aace0b service neutron] 10.222.0.36 "GET /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3081300
May 10 17:22:50.046456 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ab61a-3a5b-4c06-9a1a-2b009ee1166c req-9b219db8-c4ec-41b6-83be-6cc0253b6504 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:50.047895 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-188ab61a-3a5b-4c06-9a1a-2b009ee1166c req-9b219db8-c4ec-41b6-83be-6cc0253b6504 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 943 time: 0.1931417
May 10 17:22:50.051069 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d6d6c2c8-56ad-4a0a-85bb-6be95028cc33 req-06a3d88f-86cd-40b4-b0f0-40064fd3ef9b service neutron] 10.222.0.36 "GET /v2.0/networks/247b7704-949d-47ff-a7d6-c3dc7a6e8e45?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1631382
May 10 17:22:50.165808 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-188ab61a-3a5b-4c06-9a1a-2b009ee1166c req-8e017fbb-38f2-4ba2-ac0d-97d33038cd05 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114655
May 10 17:22:50.213524 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-97a7d401-1819-42c2-adbf-bd7a89bd8e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:50.215826 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d6d6c2c8-56ad-4a0a-85bb-6be95028cc33 req-205acafe-d75e-42d9-b552-2f88f672c408 service neutron] 10.222.0.36 "GET /v2.0/networks/247b7704-949d-47ff-a7d6-c3dc7a6e8e45?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1488738
May 10 17:22:50.967563 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492a742b-bed8-4708-b11b-125d5e3dd301 req-b642dc69-7711-4d50-bf5d-bf5ff05a6ed3 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:50.969035 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-492a742b-bed8-4708-b11b-125d5e3dd301 req-b642dc69-7711-4d50-bf5d-bf5ff05a6ed3 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1274145
May 10 17:22:51.005384 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83254f-d142-4090-8c2b-42cb1420b576 req-35089e71-6b62-4283-878d-f3ecd020ed45 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:51.007062 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ef83254f-d142-4090-8c2b-42cb1420b576 req-35089e71-6b62-4283-878d-f3ecd020ed45 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 943 time: 0.1298399
May 10 17:22:51.062788 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-492a742b-bed8-4708-b11b-125d5e3dd301 req-14d4784f-6664-49f4-b513-9639644a26e0 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848732
May 10 17:22:51.073542 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ef83254f-d142-4090-8c2b-42cb1420b576 req-ddca3922-c81e-4dbb-9923-4583450fa840 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583370
May 10 17:22:51.223970 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:22:51.346871 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f747f-5276-4c34-a616-7edec044677f req-f1039641-af87-4002-815c-5b642fece06e tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:51.348431 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c24f747f-5276-4c34-a616-7edec044677f req-f1039641-af87-4002-815c-5b642fece06e tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 943 time: 0.0809093
May 10 17:22:51.391876 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c24f747f-5276-4c34-a616-7edec044677f req-6c5d0ee9-e260-4956-a019-71f28066cdb2 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0375392
May 10 17:22:52.389766 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f6415c-bcb1-41fb-80c1-6f6a39158db2 req-3acbb1e5-98fa-4e3b-884a-3a93b30ed38c tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:52.391219 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-49f6415c-bcb1-41fb-80c1-6f6a39158db2 req-3acbb1e5-98fa-4e3b-884a-3a93b30ed38c tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.2187731
May 10 17:22:52.398299 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb2a5a-e9d6-4d33-997e-e0d18406a8fd req-bc1b6aff-2f11-4be4-ad11-012d27e63230 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:52.400158 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-49fb2a5a-e9d6-4d33-997e-e0d18406a8fd req-bc1b6aff-2f11-4be4-ad11-012d27e63230 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 943 time: 0.1168652
May 10 17:22:52.467946 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-49f6415c-bcb1-41fb-80c1-6f6a39158db2 req-e2b79524-4a76-41a4-8c25-4054d6cd1d7e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0668726
May 10 17:22:52.472170 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-49fb2a5a-e9d6-4d33-997e-e0d18406a8fd req-9434e0c1-8cb2-41ec-a7c8-637d8b956a6a tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588810
May 10 17:22:52.646933 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc227771-3233-4828-bcae-85d8479e73e4 req-ffd7946b-7d0b-434a-9595-0f2a718cf82c tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:52.648270 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc227771-3233-4828-bcae-85d8479e73e4 req-ffd7946b-7d0b-434a-9595-0f2a718cf82c tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 943 time: 0.0807037
May 10 17:22:52.692379 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc227771-3233-4828-bcae-85d8479e73e4 req-408475ce-8464-4279-8e5d-9e45a24e4ca7 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376651
May 10 17:22:52.730506 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:52.877980 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-6b63049f-c20a-4ea7-85c5-5c8adf5a2194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:53.705816 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59d0171-c7a1-4a9a-ae8c-014fd06e0496 req-aea52eed-36da-49a0-9240-c531aeca776d tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:53.707267 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b59d0171-c7a1-4a9a-ae8c-014fd06e0496 req-aea52eed-36da-49a0-9240-c531aeca776d tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 943 time: 0.1318622
May 10 17:22:53.737931 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af46cb2-feb5-47cf-ba3a-1efdeeb3d0e3 req-a1dda4d5-cc5c-4435-b080-c09ac2e7ef8e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:53.739356 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1af46cb2-feb5-47cf-ba3a-1efdeeb3d0e3 req-a1dda4d5-cc5c-4435-b080-c09ac2e7ef8e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1285858
May 10 17:22:53.780899 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b59d0171-c7a1-4a9a-ae8c-014fd06e0496 req-5f9e5e37-3593-4f57-a220-a6fa41f6ab29 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0671887
May 10 17:22:53.800480 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1af46cb2-feb5-47cf-ba3a-1efdeeb3d0e3 req-822a67c9-841e-4787-8fcc-23e49d269216 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538573
May 10 17:22:53.927334 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:53.974605 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8303a1b1-a442-4624-af6c-a0fa51b1d8fc req-560378d0-5d07-4304-a575-c2464b745c3c tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:53.976035 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8303a1b1-a442-4624-af6c-a0fa51b1d8fc req-560378d0-5d07-4304-a575-c2464b745c3c tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 943 time: 0.0814269
May 10 17:22:54.020129 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8303a1b1-a442-4624-af6c-a0fa51b1d8fc req-bb32365b-35bd-4ae7-9fb5-ffb102fc403b tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384467
May 10 17:22:55.017794 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced7866-d806-4e0a-ba6b-42b718bb357c req-7601b749-f085-40f5-9a1b-7ec7a2614f5a tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:55.019998 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5ced7866-d806-4e0a-ba6b-42b718bb357c req-7601b749-f085-40f5-9a1b-7ec7a2614f5a tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 943 time: 0.1301696
May 10 17:22:55.063119 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56ec95-ebc5-48db-9e04-36ac6331b712 req-d70b160f-6590-48a2-b6c2-28e83bb02dc8 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:55.064479 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1b56ec95-ebc5-48db-9e04-36ac6331b712 req-d70b160f-6590-48a2-b6c2-28e83bb02dc8 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1401751
May 10 17:22:55.101012 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5ced7866-d806-4e0a-ba6b-42b718bb357c req-fbac307d-432e-4c75-827f-5205a046af3f tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738306
May 10 17:22:55.121411 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1b56ec95-ebc5-48db-9e04-36ac6331b712 req-92a29e18-e7f1-4896-83cc-f1eefc5d7429 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485203
May 10 17:22:55.234490 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:22:55.295946 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b1562-52a4-4fc0-b682-6271b7b32183 req-08de1433-ee20-4ed2-b832-d70ab5a88129 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:55.297574 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e58b1562-52a4-4fc0-b682-6271b7b32183 req-08de1433-ee20-4ed2-b832-d70ab5a88129 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 943 time: 0.0834472
May 10 17:22:55.345203 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e58b1562-52a4-4fc0-b682-6271b7b32183 req-7b299588-466a-44bc-999c-1a69080094a2 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415552
May 10 17:22:55.369166 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d,segment=NetworkSegment(12cce722-7f13-4cf7-99d7-455709c60b1e),segment_id=12cce722-7f13-4cf7-99d7-455709c60b1e)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:55.388836 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': 'e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d', 'network_id': '247b7704-949d-47ff-a7d6-c3dc7a6e8e45', 'port_id': 'e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d', 'mac_address': 'fa:16:3e:84:40:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82336533-0689-4c8f-a8bb-5db21820d58d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:22:55.423383 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:55.448766 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:55.465752 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:22:55.481671 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d,segment=NetworkSegment(12cce722-7f13-4cf7-99d7-455709c60b1e),segment_id=12cce722-7f13-4cf7-99d7-455709c60b1e)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:55.485465 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:55.486169 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device f45c4d8b-c6fb-4cff-8ecf-637d4b509510 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:22:55.488103 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:55.616314 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:55.628093 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:55.628428 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:55.628760 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:55.629087 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:55.629410 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:55.629731 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:55.630050 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:55.630394 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:55.630735 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:55.631053 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:55.631365 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:55.631672 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:22:55.636445 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:55.682500 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port f45c4d8b-c6fb-4cff-8ecf-637d4b509510, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f45c4d8b-c6fb-4cff-8ecf-637d4b509510,segment=NetworkSegment(30e48780-6b8b-42fb-959a-8e946ee097a6),segment_id=30e48780-6b8b-42fb-959a-8e946ee097a6)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:55.694979 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': 'f45c4d8b-c6fb-4cff-8ecf-637d4b509510', 'network_id': '0cfd4b2e-df56-43d0-908b-ea446d61e6b9', 'port_id': 'f45c4d8b-c6fb-4cff-8ecf-637d4b509510', 'mac_address': 'fa:16:3e:18:eb:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba516fbc-860b-4d47-a60d-b736d75a32f9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:22:55.751392 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:55.767658 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45c4d8b-c6fb-4cff-8ecf-637d4b509510 {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:22:55.783162 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port f45c4d8b-c6fb-4cff-8ecf-637d4b509510, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f45c4d8b-c6fb-4cff-8ecf-637d4b509510,segment=NetworkSegment(30e48780-6b8b-42fb-959a-8e946ee097a6),segment_id=30e48780-6b8b-42fb-959a-8e946ee097a6)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:55.786588 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:55.788326 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:55.851395 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=f45c4d8b-c6fb-4cff-8ecf-637d4b509510,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:55.854186 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:56.354265 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3abe3e-6ae8-4b38-a529-370e6369cad2 req-470c4fa7-e1ba-4aca-8607-bc7a975da3cd tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:56.355739 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cd3abe3e-6ae8-4b38-a529-370e6369cad2 req-470c4fa7-e1ba-4aca-8607-bc7a975da3cd tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1154430
May 10 17:22:56.364090 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08222a05-336a-4a9e-8d81-cec06bed85e6 req-9577900e-41c5-4bbe-962f-032cb3fdc23c tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:56.365426 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-08222a05-336a-4a9e-8d81-cec06bed85e6 req-9577900e-41c5-4bbe-962f-032cb3fdc23c tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 944 time: 0.1562059
May 10 17:22:56.434403 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cd3abe3e-6ae8-4b38-a529-370e6369cad2 req-79429a11-eb24-4c15-a6cc-7da6eeaa9404 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680001
May 10 17:22:56.439877 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-08222a05-336a-4a9e-8d81-cec06bed85e6 req-dedb76d1-786f-4fb4-b480-1fc6da6a4bb7 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603898
May 10 17:22:56.619959 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['f45c4d8b-c6fb-4cff-8ecf-637d4b509510'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:22:56.630997 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fb3c8-2b20-4008-a695-7f87636ae5dd req-4776b104-d70f-4aa5-b1f8-a2b73bab99e5 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:56.632472 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3c9fb3c8-2b20-4008-a695-7f87636ae5dd req-4776b104-d70f-4aa5-b1f8-a2b73bab99e5 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 944 time: 0.0833657
May 10 17:22:56.648997 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:22:56.677373 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3c9fb3c8-2b20-4008-a695-7f87636ae5dd req-80632e67-7fe8-4f1d-9d20-994dfeec3358 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386729
May 10 17:22:57.698262 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c171d3-9f6c-4d9c-82b1-ef72d622478e req-3cd22a4b-f01a-4f02-8727-e71c3fe8bb02 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:57.699748 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-13c171d3-9f6c-4d9c-82b1-ef72d622478e req-3cd22a4b-f01a-4f02-8727-e71c3fe8bb02 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1524324
May 10 17:22:57.708970 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d01c3c0-d608-4257-8db9-bf41891f9dfc req-042ccfce-9728-4eba-bde6-f76e1758f443 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:57.710305 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0d01c3c0-d608-4257-8db9-bf41891f9dfc req-042ccfce-9728-4eba-bde6-f76e1758f443 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 944 time: 0.1611154
May 10 17:22:57.782562 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0d01c3c0-d608-4257-8db9-bf41891f9dfc req-c7dccc17-7088-477e-ad1b-6426aa9cfdcf tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0586836
May 10 17:22:57.785014 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-13c171d3-9f6c-4d9c-82b1-ef72d622478e req-82dd07b2-b3a9-4721-8f1b-94ffdb9802f9 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738463
May 10 17:22:58.105144 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86dd60-a6f9-48d3-94af-8edd2f681f02 req-f9f913be-8637-4b5d-ac43-04a33b29d137 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:58.106588 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9b86dd60-a6f9-48d3-94af-8edd2f681f02 req-f9f913be-8637-4b5d-ac43-04a33b29d137 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 944 time: 0.0825613
May 10 17:22:58.150296 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9b86dd60-a6f9-48d3-94af-8edd2f681f02 req-f75b4ba0-3684-4002-ad63-6d8d2c29de1f tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380082
May 10 17:22:58.966486 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a6782-c991-4c3b-804b-7436d20b8353 req-5891856a-fd96-407d-985f-0ded1df88d52 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:58.967952 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-856a6782-c991-4c3b-804b-7436d20b8353 req-5891856a-fd96-407d-985f-0ded1df88d52 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 944 time: 0.0792749
May 10 17:22:59.014635 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-856a6782-c991-4c3b-804b-7436d20b8353 req-59fdd53d-249a-4f3e-bf9b-b77494807f9c tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406163
May 10 17:22:59.256587 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device f45c4d8b-c6fb-4cff-8ecf-637d4b509510 up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:59.270331 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deed9b5-b3c7-4419-8943-8faaa08236cf req-2adde9ac-2984-4cd3-9fa8-3250f7d1dbf4 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:59.271858 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1deed9b5-b3c7-4419-8943-8faaa08236cf req-2adde9ac-2984-4cd3-9fa8-3250f7d1dbf4 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1603687
May 10 17:22:59.326943 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1deed9b5-b3c7-4419-8943-8faaa08236cf req-a352dfe9-9cbe-4781-87ab-c321881af168 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487249
May 10 17:22:59.335795 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning for port f45c4d8b-c6fb-4cff-8ecf-637d4b509510 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:59.342073 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port f45c4d8b-c6fb-4cff-8ecf-637d4b509510 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:59.342617 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:59.428926 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca04e7b-716f-4fe9-83a3-8c80ba9e713d req-29762165-e957-4e98-821f-343a22c9683c tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:59.430388 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-aca04e7b-716f-4fe9-83a3-8c80ba9e713d req-29762165-e957-4e98-821f-343a22c9683c tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 944 time: 0.0869036
May 10 17:22:59.461644 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:59.476606 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-aca04e7b-716f-4fe9-83a3-8c80ba9e713d req-cc627049-a659-42c7-b594-21202639d85f tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400987
May 10 17:22:59.489179 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04c824b-a74d-4951-80a9-0a37e0c67b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45c4d8b-c6fb-4cff-8ecf-637d4b509510'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:22:59.499036 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port f45c4d8b-c6fb-4cff-8ecf-637d4b509510, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f45c4d8b-c6fb-4cff-8ecf-637d4b509510,segment=NetworkSegment(30e48780-6b8b-42fb-959a-8e946ee097a6),segment_id=30e48780-6b8b-42fb-959a-8e946ee097a6)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:59.502985 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:59.503890 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:22:59.534092 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04c824b-a74d-4951-80a9-0a37e0c67b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45c4d8b-c6fb-4cff-8ecf-637d4b509510', 'code': 200}
May 10 17:22:59.534646 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:59.624025 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=f45c4d8b-c6fb-4cff-8ecf-637d4b509510,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:59.627068 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:22:59.637545 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning for port e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:22:59.642559 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:22:59.642936 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:59.758564 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:59.796384 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d,segment=NetworkSegment(12cce722-7f13-4cf7-99d7-455709c60b1e),segment_id=12cce722-7f13-4cf7-99d7-455709c60b1e)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:22:59.801181 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:22:59.803975 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:22:59.829362 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dee1ed-26f1-4f6b-9732-cd01b0d2ba37 req-e7ffe985-53e4-4515-a504-7f4564a3a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:22:59.831023 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c5dee1ed-26f1-4f6b-9732-cd01b0d2ba37 req-e7ffe985-53e4-4515-a504-7f4564a3a249 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 1098 time: 0.0760357
May 10 17:22:59.887146 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c5dee1ed-26f1-4f6b-9732-cd01b0d2ba37 req-436305df-ee5f-4715-9192-349133c6c3b4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432742
May 10 17:22:59.889676 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:22:59.892694 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:00.194062 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e74fcb1-88ec-46f7-ba46-f3c70a20eeed req-a86a5f24-b625-4804-b92e-0198e09cedb1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:00.195525 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2e74fcb1-88ec-46f7-ba46-f3c70a20eeed req-a86a5f24-b625-4804-b92e-0198e09cedb1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 945 time: 0.0779471
May 10 17:23:00.239652 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2e74fcb1-88ec-46f7-ba46-f3c70a20eeed req-04001cae-69ed-4f18-871e-c2b463a321ff tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378356
May 10 17:23:00.515832 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9d8c7e-5041-48fe-ba56-1f365dcf1d17 req-fe7c93ca-2efc-4167-a2f5-2d7411d27661 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:00.517283 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9a9d8c7e-5041-48fe-ba56-1f365dcf1d17 req-fe7c93ca-2efc-4167-a2f5-2d7411d27661 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0820501
May 10 17:23:00.562954 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9a9d8c7e-5041-48fe-ba56-1f365dcf1d17 req-a708257c-f143-47a1-b03b-f9e071b88aba tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401061
May 10 17:23:00.685128 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5524b2a-f419-46c0-bdba-f1324ca7cb8e req-62e538e9-2871-4cb8-9768-eddb0370f849 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:00.686601 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b5524b2a-f419-46c0-bdba-f1324ca7cb8e req-62e538e9-2871-4cb8-9768-eddb0370f849 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 945 time: 0.0789142
May 10 17:23:00.733477 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b5524b2a-f419-46c0-bdba-f1324ca7cb8e req-a3f75095-d9ed-4220-bd97-935ac3b3c121 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410333
May 10 17:23:01.423027 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff1f110-6e7e-426a-bbb4-1e02d13d41ae req-05442ba5-69e1-4a2e-8f45-2cfa6d0f20e2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:01.424460 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-eff1f110-6e7e-426a-bbb4-1e02d13d41ae req-05442ba5-69e1-4a2e-8f45-2cfa6d0f20e2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 945 time: 0.0804534
May 10 17:23:01.469860 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-eff1f110-6e7e-426a-bbb4-1e02d13d41ae req-6bdd5536-26ce-4532-91e5-a3b7c4e29e5f tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397363
May 10 17:23:01.535046 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6274f01-93d9-42e0-99ee-a9e40aca8eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:23:01.578707 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6274f01-93d9-42e0-99ee-a9e40aca8eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d', 'code': 200}
May 10 17:23:01.761418 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f9ca3-1c26-44d6-8f94-be38d51c3ba7 req-5adcb0ba-4639-4755-944a-aad16150599f tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:01.762932 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-055f9ca3-1c26-44d6-8f94-be38d51c3ba7 req-5adcb0ba-4639-4755-944a-aad16150599f tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0917418
May 10 17:23:01.813987 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-055f9ca3-1c26-44d6-8f94-be38d51c3ba7 req-0de63c20-53cf-499a-8615-e00ec6084aea tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450809
May 10 17:23:01.958874 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec654bcf-6c97-4373-8c46-f22edd46a79c req-4e28660d-3009-45f5-a18c-c16b5d3ee579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:01.960424 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ec654bcf-6c97-4373-8c46-f22edd46a79c req-4e28660d-3009-45f5-a18c-c16b5d3ee579 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 1098 time: 0.1288760
May 10 17:23:01.969318 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd742ffa-3b02-4d0f-90cc-09e83f0c18ad req-19936477-2d26-4a2d-bd7e-217ed624f442 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:01.970742 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cd742ffa-3b02-4d0f-90cc-09e83f0c18ad req-19936477-2d26-4a2d-bd7e-217ed624f442 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 945 time: 0.1096735
May 10 17:23:02.020967 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cd742ffa-3b02-4d0f-90cc-09e83f0c18ad req-4cac5d54-9cf7-4af3-a2c5-d06e733b0142 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438612
May 10 17:23:02.104117 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ec654bcf-6c97-4373-8c46-f22edd46a79c req-9bee8827-0d56-45ba-bf86-acd74966f885 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0345595
May 10 17:23:02.653777 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285127f8-cf12-49fe-9dd3-b42728a81bde req-f1edde62-5779-4d60-a23b-d104fc7ac69c tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:02.655151 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-285127f8-cf12-49fe-9dd3-b42728a81bde req-f1edde62-5779-4d60-a23b-d104fc7ac69c tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 945 time: 0.0806906
May 10 17:23:02.699043 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-285127f8-cf12-49fe-9dd3-b42728a81bde req-179c0459-6689-4376-b0fa-29cfae0d1642 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381107
May 10 17:23:02.994437 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f2387e-8157-44bc-878a-4f8ad5cdcd04 req-0895d1c0-88a1-43be-9cbc-87275f60dce8 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:02.995872 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a9f2387e-8157-44bc-878a-4f8ad5cdcd04 req-0895d1c0-88a1-43be-9cbc-87275f60dce8 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0783422
May 10 17:23:03.039082 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a9f2387e-8157-44bc-878a-4f8ad5cdcd04 req-ba3b278e-4259-422e-a64d-d8f0ee9ab503 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374992
May 10 17:23:03.207287 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93346d-019e-4129-b719-fda1c02726b0 req-509b7003-7002-4818-a230-e41d711f1bdb tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:03.208722 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-df93346d-019e-4129-b719-fda1c02726b0 req-509b7003-7002-4818-a230-e41d711f1bdb tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 945 time: 0.0811028
May 10 17:23:03.253959 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-df93346d-019e-4129-b719-fda1c02726b0 req-47cb8889-6fdf-42e5-a4f1-0554f6c821c4 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392215
May 10 17:23:03.885719 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd4bbfe-abb7-4e7f-960a-53853c7568bc req-f1fa2f73-c8dd-44d0-bddf-8b95ff9c15e4 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:03.887157 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fcd4bbfe-abb7-4e7f-960a-53853c7568bc req-f1fa2f73-c8dd-44d0-bddf-8b95ff9c15e4 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 945 time: 0.0807679
May 10 17:23:03.930334 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fcd4bbfe-abb7-4e7f-960a-53853c7568bc req-ba5748e4-6557-4b74-8f30-d39f835d92e5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374601
May 10 17:23:04.233266 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33910422-c9a2-4f8a-bd3b-fefd9ad76738 req-98448e8a-5b46-44ed-8fe0-d88e19554be1 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:04.238990 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-33910422-c9a2-4f8a-bd3b-fefd9ad76738 req-98448e8a-5b46-44ed-8fe0-d88e19554be1 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0934505
May 10 17:23:04.290402 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-33910422-c9a2-4f8a-bd3b-fefd9ad76738 req-52605248-4efc-42be-95f6-6bafebeff3bd tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495172
May 10 17:23:04.443006 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e6d8e-531c-4034-8e12-ba004c348b56 req-c9a02341-d27e-480b-8659-7f469495ff43 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:04.444360 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fd3e6d8e-531c-4034-8e12-ba004c348b56 req-c9a02341-d27e-480b-8659-7f469495ff43 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 945 time: 0.0812674
May 10 17:23:04.489012 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fd3e6d8e-531c-4034-8e12-ba004c348b56 req-d161e89b-d638-409d-8f01-26af6c2b2737 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381889
May 10 17:23:05.592090 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c67ef60-155e-45f2-8acc-00d62846f79e req-c02ac632-ac73-4f11-8354-412617cadb49 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:05.593639 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6c67ef60-155e-45f2-8acc-00d62846f79e req-c02ac632-ac73-4f11-8354-412617cadb49 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.2020366
May 10 17:23:05.617447 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed39119-04b8-4828-bacf-b6c8e7633952 req-02a524d5-b5a6-4d8a-933a-b1f4d718b62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:05.618975 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9ed39119-04b8-4828-bacf-b6c8e7633952 req-02a524d5-b5a6-4d8a-933a-b1f4d718b62b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 1098 time: 0.1969690
May 10 17:23:05.664424 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6c67ef60-155e-45f2-8acc-00d62846f79e req-83df935d-cc53-4b9a-8549-55a049e5686b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0628827
May 10 17:23:05.683136 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9ed39119-04b8-4828-bacf-b6c8e7633952 req-052f85f5-20f4-4151-a908-a9ce43656e09 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487883
May 10 17:23:05.844805 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396b9eb-d494-4394-b85c-70e7e5291cf9 req-b1681e5a-efd2-488e-b258-83bcf242cbd5 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:05.846155 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6396b9eb-d494-4394-b85c-70e7e5291cf9 req-b1681e5a-efd2-488e-b258-83bcf242cbd5 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 945 time: 0.0811167
May 10 17:23:05.891515 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6396b9eb-d494-4394-b85c-70e7e5291cf9 req-60927d6f-d0da-491b-89c9-57aa7d34c9e6 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390127
May 10 17:23:06.635065 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-56bca0ab-5950-43a2-9ac3-94cc31d81fc1 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1907177962&fields=id&tenant_id=3f31dcd80b43441793b8dccf23bea16a HTTP/1.1" status: 200  len: 267 time: 0.0400183
May 10 17:23:06.832537 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f84df6aa-4f57-409a-bade-2c10f1c4e45b tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:06.834046 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f84df6aa-4f57-409a-bade-2c10f1c4e45b tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/networks?id=2b27b3d6-b96f-40b8-8215-39e706b9c0cf HTTP/1.1" status: 200  len: 808 time: 0.1925812
May 10 17:23:06.856457 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-560287e8-0462-4fb6-bb9e-095339cb5255 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/quotas/3f31dcd80b43441793b8dccf23bea16a HTTP/1.1" status: 200  len: 375 time: 0.0149503
May 10 17:23:06.922783 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36fc462-c1dd-4335-bce7-ce75110c308c req-80795522-e79b-4bfb-940d-e261ce66d06a tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:06.924227 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c36fc462-c1dd-4335-bce7-ce75110c308c req-80795522-e79b-4bfb-940d-e261ce66d06a tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1484101
May 10 17:23:06.981694 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c36fc462-c1dd-4335-bce7-ce75110c308c req-de27b3f0-ea0f-4460-bd49-7925c4efc3fc tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513327
May 10 17:23:07.004008 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-70f0b40e-e8ce-4b38-8874-4e2e20a220d7 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=3f31dcd80b43441793b8dccf23bea16a&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1417511
May 10 17:23:07.152854 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-9cc48b34-4dbf-456b-83fa-c3f1d66bb8b8 service neutron] 10.222.0.32 "GET /v2.0/networks/2b27b3d6-b96f-40b8-8215-39e706b9c0cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356132
May 10 17:23:07.328684 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-0088b1c9-b213-4b08-9b39-daedf21ada8a service neutron] 10.222.0.32 "GET /v2.0/networks/2b27b3d6-b96f-40b8-8215-39e706b9c0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1701946
May 10 17:23:07.366965 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02c9897-d710-45ce-affb-94830caea2da req-d76f85e0-5d36-427b-9bd8-ea4a45fcc37f tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:07.368892 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e02c9897-d710-45ce-affb-94830caea2da req-d76f85e0-5d36-427b-9bd8-ea4a45fcc37f tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 945 time: 0.0898914
May 10 17:23:07.413362 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e02c9897-d710-45ce-affb-94830caea2da req-0ec27609-9e4f-48e9-b114-997200a8fe2c tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384629
May 10 17:23:07.728071 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c658c6f6-b258-463b-abbe-7ac1b8aa754c req-2acb8da0-734e-4e07-ab86-682255db72f7 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 210 time: 0.0448635
May 10 17:23:08.180854 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc06c9b-15ed-41f9-a516-5e11759fff83 req-7fc10a7c-c3bc-4a0c-937b-2614d44e2d3c tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:08.182326 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3fc06c9b-15ed-41f9-a516-5e11759fff83 req-7fc10a7c-c3bc-4a0c-937b-2614d44e2d3c tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0932226
May 10 17:23:08.227766 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3fc06c9b-15ed-41f9-a516-5e11759fff83 req-30feacef-4f1d-4741-abd0-5584194cbc54 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395536
May 10 17:23:08.611623 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e37a30-27dd-4dd1-92df-b2cf3d8f1ca3 req-f809db9c-d225-4c7f-b825-1ad038835f9d tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:08.613082 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e6e37a30-27dd-4dd1-92df-b2cf3d8f1ca3 req-f809db9c-d225-4c7f-b825-1ad038835f9d tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 945 time: 0.0891666
May 10 17:23:08.657977 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e6e37a30-27dd-4dd1-92df-b2cf3d8f1ca3 req-6b86816e-519c-4b54-a966-27b3e2422e7c tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383811
May 10 17:23:08.877046 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9daa9aff-dd93-4c4d-a300-6a0755928b9d req-907958e4-96db-42cd-96ea-4e0875482db5 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 210 time: 0.0459859
May 10 17:23:09.424048 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a372c22-6464-413f-9587-570bafe9b421 req-f0802f8e-4274-4498-a7e1-f16a415aef2c tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:09.425465 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4a372c22-6464-413f-9587-570bafe9b421 req-f0802f8e-4274-4498-a7e1-f16a415aef2c tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0845482
May 10 17:23:09.471383 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4a372c22-6464-413f-9587-570bafe9b421 req-0f372161-3a11-4c57-9997-d4a68e1f0c1d tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400820
May 10 17:23:09.955819 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-0d7da628-fddf-4915-81ba-914700343471 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:09.957299 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-0d7da628-fddf-4915-81ba-914700343471 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.36 "GET /v2.0/networks?id=2b27b3d6-b96f-40b8-8215-39e706b9c0cf HTTP/1.1" status: 200  len: 808 time: 0.3008478
May 10 17:23:10.169880 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-128397d8-584a-4399-bb3f-5b36bb0ca9b7 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f31dcd80b43441793b8dccf23bea16a HTTP/1.1" status: 200  len: 380 time: 0.1784906
May 10 17:23:10.195999 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Request body: {'port': {'device_id': '261e9b77-db9a-4a51-bd06-480d1bff4a79', 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf', 'admin_state_up': True, 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'security_groups': ['fa80ebb3-99a7-4530-9434-8914d755e6ae']}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:23:10.224578 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76fb6fe-2cb6-40a3-b7d6-9d65e3daa56c req-bc03b07c-3980-4494-8272-776067c10ef7 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:10.225980 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f76fb6fe-2cb6-40a3-b7d6-9d65e3daa56c req-bc03b07c-3980-4494-8272-776067c10ef7 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 945 time: 0.3567929
May 10 17:23:10.338156 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81684c9-5aa8-4dc0-848a-fd311fa92ef4 req-b75a1fb6-170f-42e5-8509-ad7c07e88549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:10.339598 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f81684c9-5aa8-4dc0-848a-fd311fa92ef4 req-b75a1fb6-170f-42e5-8509-ad7c07e88549 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fc027d222ec41848aea01fc2452dce7&device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 1098 time: 0.3805995
May 10 17:23:10.374909 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bc4d7-f818-4f1e-b231-e83807c2294c req-8052fe13-d1c0-47d0-a378-3ee5a3e360a8 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:10.376821 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-673bc4d7-f818-4f1e-b231-e83807c2294c req-8052fe13-d1c0-47d0-a378-3ee5a3e360a8 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.3865287
May 10 17:23:10.394704 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f76fb6fe-2cb6-40a3-b7d6-9d65e3daa56c req-055b8703-c461-48bc-a24d-991e9e8a63c0 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213186
May 10 17:23:10.455766 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-673bc4d7-f818-4f1e-b231-e83807c2294c req-809adadc-d7ad-4565-8bb1-0a28816e4c75 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601060
May 10 17:23:10.461702 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:10.465491 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Usage tracker for resource:port and tenant:3f31dcd80b43441793b8dccf23bea16a is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:10.468506 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:10.475743 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:10.486454 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Made reservation on behalf of 3f31dcd80b43441793b8dccf23bea16a for: {'port': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:23:10.490067 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:10.551507 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2cdd647-d30f-4045-8ef1-048008113864 req-7d9e3136-b1bf-4273-acc5-237ce89c45c8 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 210 time: 0.0514846
May 10 17:23:10.693721 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_common [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Allocated IP 172.20.0.10 (2b27b3d6-b96f-40b8-8215-39e706b9c0cf/f962103c-0f67-411d-a90a-456d6581d1ab/df51801e-4b4f-4882-bfda-80d9c2c3b7fc) {{(pid=78697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:23:10.882936 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for port, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:10.897921 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.provisioning_blocks [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Transition to ACTIVE for port object df51801e-4b4f-4882-bfda-80d9c2c3b7fc will not be triggered until provisioned by entity DHCP. {{(pid=78697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:23:10.921382 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:10.928646 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-419507c8-5624-4999-bba6-c7beaa6ee29a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:10.985607 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Network 2b27b3d6-b96f-40b8-8215-39e706b9c0cf is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:23:10.988613 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:23:10.990990 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Received port after_create {{(pid=78697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:23:11.046893 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Pushing event updated for resources: {'Port': ['ID=df51801e-4b4f-4882-bfda-80d9c2c3b7fc,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:11.064164 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:11.064531 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:11.064892 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:11.065248 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:11.065595 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:11.065941 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:11.066283 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:11.066649 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:11.066990 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:11.067331 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:11.067673 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:11.068030 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:11.073646 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:11.081543 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:11.082167 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:11.104552 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9215991
May 10 17:23:11.220795 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-7e47b759-c371-46d9-ba79-01505c6ca7ad None None] Provisioning for port df51801e-4b4f-4882-bfda-80d9c2c3b7fc completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:23:11.226007 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-7e47b759-c371-46d9-ba79-01505c6ca7ad None None] Provisioning complete for port df51801e-4b4f-4882-bfda-80d9c2c3b7fc triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:11.226434 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-7e47b759-c371-46d9-ba79-01505c6ca7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:11.280176 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-7e47b759-c371-46d9-ba79-01505c6ca7ad None None] Port df51801e-4b4f-4882-bfda-80d9c2c3b7fc cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:23:11.578081 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4958ec-d948-4862-9246-dbabb1761217 req-47946854-f483-42c5-b6d5-7c219ef07e9b tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:11.579449 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5a4958ec-d948-4862-9246-dbabb1761217 req-47946854-f483-42c5-b6d5-7c219ef07e9b tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 945 time: 0.0785670
May 10 17:23:11.624110 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5a4958ec-d948-4862-9246-dbabb1761217 req-09b9e049-fec2-4941-8d18-b2a38bd5ed25 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390682
May 10 17:23:11.797221 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886da81d-1b24-485e-bcce-0d05ec6e639a req-e9a1502a-eba7-4bb0-884a-0f803e4d4a7f tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:11.798661 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-886da81d-1b24-485e-bcce-0d05ec6e639a req-e9a1502a-eba7-4bb0-884a-0f803e4d4a7f tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0812244
May 10 17:23:11.847083 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-886da81d-1b24-485e-bcce-0d05ec6e639a req-5d76690e-78f6-428a-9bcd-ec6de1c1c5b0 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426590
May 10 17:23:12.015856 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b3f0c-2911-4c71-b2ee-9bfe13d8d117 req-f8195f60-6dd3-4a2e-a86d-51e4c5de48be tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:12.016638 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-b12b3f0c-2911-4c71-b2ee-9bfe13d8d117 req-f8195f60-6dd3-4a2e-a86d-51e4c5de48be tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Synchronizing usage tracker for tenant:3f31dcd80b43441793b8dccf23bea16a on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:23:12.034652 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-b12b3f0c-2911-4c71-b2ee-9bfe13d8d117 req-f8195f60-6dd3-4a2e-a86d-51e4c5de48be tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Unset dirty status for tenant:3f31dcd80b43441793b8dccf23bea16a on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:23:12.035995 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b12b3f0c-2911-4c71-b2ee-9bfe13d8d117 req-f8195f60-6dd3-4a2e-a86d-51e4c5de48be tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 932 time: 0.0986173
May 10 17:23:12.083041 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b12b3f0c-2911-4c71-b2ee-9bfe13d8d117 req-e58e9756-9a32-4735-9819-a2b98d644715 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380390
May 10 17:23:12.807017 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf1e69a-5650-495a-8551-28245975ff4b req-1206df52-da7f-4b1e-b058-e273cc74149c tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:12.808345 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1bf1e69a-5650-495a-8551-28245975ff4b req-1206df52-da7f-4b1e-b058-e273cc74149c tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 945 time: 0.0799067
May 10 17:23:12.851987 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1bf1e69a-5650-495a-8551-28245975ff4b req-7374f327-62ac-492a-ad38-eba9e8bbf5fc tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380557
May 10 17:23:13.032723 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c549f-d33b-4840-a1a6-03deee88b63f req-8774ca72-bb8e-4a33-ab5c-2f4e813801ac tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:13.034151 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-166c549f-d33b-4840-a1a6-03deee88b63f req-8774ca72-bb8e-4a33-ab5c-2f4e813801ac tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0821698
May 10 17:23:13.078949 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-166c549f-d33b-4840-a1a6-03deee88b63f req-955d717d-b210-4091-a51b-68d5ac7b36fd tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389171
May 10 17:23:13.263545 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e4742-3587-4078-a82a-f6a5651e1033 req-c82668c5-1ff6-41c9-8cd5-400504fb4d9a tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:13.264998 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5a1e4742-3587-4078-a82a-f6a5651e1033 req-c82668c5-1ff6-41c9-8cd5-400504fb4d9a tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 932 time: 0.0793366
May 10 17:23:13.308582 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5a1e4742-3587-4078-a82a-f6a5651e1033 req-ff36ebcc-989f-414c-ad67-5879f49105c8 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380263
May 10 17:23:14.036005 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fe9e54-2046-4563-8254-83933a950a00 req-9daaa059-be58-4bc4-b499-3aab349460c8 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:14.037461 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-69fe9e54-2046-4563-8254-83933a950a00 req-9daaa059-be58-4bc4-b499-3aab349460c8 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 945 time: 0.0823164
May 10 17:23:14.080903 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-69fe9e54-2046-4563-8254-83933a950a00 req-e8cf3981-ce89-4b90-93f8-365667406488 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376916
May 10 17:23:14.262404 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf4e99-1e25-4316-9ea7-cb680e34cf69 req-56863c53-29c8-4f05-8f10-90c8e232bf67 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:14.263831 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d8cf4e99-1e25-4316-9ea7-cb680e34cf69 req-56863c53-29c8-4f05-8f10-90c8e232bf67 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0793064
May 10 17:23:14.310771 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d8cf4e99-1e25-4316-9ea7-cb680e34cf69 req-44c2fc8c-a103-43ee-b5f5-d19f4d114d85 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413177
May 10 17:23:14.553171 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c7e057-3066-49ad-8ca2-e801c1343ec1 req-c490a00e-334a-4b8a-9f7e-8f80507cf81f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:14.554652 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a9c7e057-3066-49ad-8ca2-e801c1343ec1 req-c490a00e-334a-4b8a-9f7e-8f80507cf81f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 932 time: 0.1449370
May 10 17:23:14.599539 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a9c7e057-3066-49ad-8ca2-e801c1343ec1 req-bdc0426b-655c-40a3-99b1-baee3dec35d3 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379820
May 10 17:23:14.880534 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Request body: {'port': {'device_id': '261e9b77-db9a-4a51-bd06-480d1bff4a79', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:23:15.093401 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:15.105712 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81684c9-5aa8-4dc0-848a-fd311fa92ef4 req-6553fe58-c111-4144-bdd8-76eceb0bb937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:15.107179 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f81684c9-5aa8-4dc0-848a-fd311fa92ef4 req-6553fe58-c111-4144-bdd8-76eceb0bb937 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c40edc93-49fe-487d-9975-28a626203a59 HTTP/1.1" status: 200  len: 919 time: 0.2318404
May 10 17:23:15.335614 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f81684c9-5aa8-4dc0-848a-fd311fa92ef4 req-f9e83713-f501-4fcd-ad04-6a601be0b62f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd HTTP/1.1" status: 200  len: 217 time: 0.0788081
May 10 17:23:15.541469 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81684c9-5aa8-4dc0-848a-fd311fa92ef4 req-ee3583c4-46a8-4b85-a875-ab86d6ff9cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:15.542830 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f81684c9-5aa8-4dc0-848a-fd311fa92ef4 req-ee3583c4-46a8-4b85-a875-ab86d6ff9cf1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ab4050f2-b8f5-4efa-8308-283297f4ea49 HTTP/1.1" status: 200  len: 858 time: 0.1973171
May 10 17:23:15.576289 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2dc1e0-6e6b-4c7d-bf9f-eb4628836260 req-86f5199a-3b95-49e9-86a9-20e61a3a2cce tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:15.577671 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bb2dc1e0-6e6b-4c7d-bf9f-eb4628836260 req-86f5199a-3b95-49e9-86a9-20e61a3a2cce tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 945 time: 0.3677754
May 10 17:23:15.665010 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bb2dc1e0-6e6b-4c7d-bf9f-eb4628836260 req-a5ba485f-70b8-4979-8482-337144fa3f1c tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/security-groups?id=5da2c83e-8081-4cf3-b571-7bb07bd54ef2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785282
May 10 17:23:15.673580 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ddb79-7fed-48e5-ba52-5262400659b6 req-8258bce4-c20a-4af5-b220-0a6fd66d525c tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:15.674860 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-640ddb79-7fed-48e5-ba52-5262400659b6 req-8258bce4-c20a-4af5-b220-0a6fd66d525c tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.2164557
May 10 17:23:15.806985 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f81684c9-5aa8-4dc0-848a-fd311fa92ef4 req-dc8d0b65-f5c8-4b86-b369-e755b08177e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c40edc93-49fe-487d-9975-28a626203a59&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1038985
May 10 17:23:15.877152 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69027eb0-f0e7-4d8e-8800-7b81bee2e052 req-b03d04a0-245e-4b57-bffa-152648b67b42 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:15.878644 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-69027eb0-f0e7-4d8e-8800-7b81bee2e052 req-b03d04a0-245e-4b57-bffa-152648b67b42 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.36 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 945 time: 0.1756918
May 10 17:23:15.898805 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df51801e-4b4f-4882-bfda-80d9c2c3b7fc {{(pid=78697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:23:15.958454 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-640ddb79-7fed-48e5-ba52-5262400659b6 req-0f6df335-596b-4138-8282-32fca3590703 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2746232
May 10 17:23:15.962465 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:15.991666 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.provisioning_blocks [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Transition to ACTIVE for port object df51801e-4b4f-4882-bfda-80d9c2c3b7fc will not be triggered until provisioned by entity L2. {{(pid=78697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:23:16.003944 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:16.019748 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-ef6600ae-a3c2-4ccd-83d6-b4afa51dc608 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:16.026303 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [req-69027eb0-f0e7-4d8e-8800-7b81bee2e052 req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Deleting port e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:23:16.026692 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-69027eb0-f0e7-4d8e-8800-7b81bee2e052 req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:16.165158 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f81684c9-5aa8-4dc0-848a-fd311fa92ef4 req-4923ac0d-9d72-4800-b5b1-96174363f19a service neutron] 10.222.0.36 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3222013
May 10 17:23:16.167931 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-69027eb0-f0e7-4d8e-8800-7b81bee2e052 req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] For port e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d,segment=NetworkSegment(12cce722-7f13-4cf7-99d7-455709c60b1e),segment_id=12cce722-7f13-4cf7-99d7-455709c60b1e)] {{(pid=78698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:16.168286 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-69027eb0-f0e7-4d8e-8800-7b81bee2e052 req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:16.189772 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50201cbf-fd36-4954-aa52-02dc714260c0 req-f0abb629-e2ab-41d6-ab0a-4f5eaee1b96a tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:16.191315 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-50201cbf-fd36-4954-aa52-02dc714260c0 req-f0abb629-e2ab-41d6-ab0a-4f5eaee1b96a tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 932 time: 0.4019942
May 10 17:23:16.218382 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Pushing event updated for resources: {'Port': ['ID=df51801e-4b4f-4882-bfda-80d9c2c3b7fc,revision_number=2']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:16.298643 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [req-69027eb0-f0e7-4d8e-8800-7b81bee2e052 req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Calling delete_port for e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d owned by compute:nova {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:23:16.329718 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:16.471789 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-50201cbf-fd36-4954-aa52-02dc714260c0 req-c3b0af35-f11c-4bb5-9556-a1ed98079ea4 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2555175
May 10 17:23:16.499930 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-69027eb0-f0e7-4d8e-8800-7b81bee2e052 req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:16.506195 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-464596d1-1282-421b-94d3-90821850c5cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:16.515507 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Attempting to bind port df51801e-4b4f-4882-bfda-80d9c2c3b7fc on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:23:16.515843 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Attempting to bind port df51801e-4b4f-4882-bfda-80d9c2c3b7fc by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '524b4c66-d4ad-48e2-848a-46ffd9e34222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf'}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:23:16.516171 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Attempting to bind port df51801e-4b4f-4882-bfda-80d9c2c3b7fc on network 2b27b3d6-b96f-40b8-8215-39e706b9c0cf {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:23:16.531466 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Port df51801e-4b4f-4882-bfda-80d9c2c3b7fc on network 2b27b3d6-b96f-40b8-8215-39e706b9c0cf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:23:16.531785 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Attempting to bind port df51801e-4b4f-4882-bfda-80d9c2c3b7fc on network 2b27b3d6-b96f-40b8-8215-39e706b9c0cf {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:23:16.541818 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Checking agent: {'id': '87cc3cef-9683-423a-ab01-169475d75aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'started_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 22, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:23:16.542145 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Checking segment: {'id': '524b4c66-d4ad-48e2-848a-46ffd9e34222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:23:16.542550 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Bound using segment: {'id': '524b4c66-d4ad-48e2-848a-46ffd9e34222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf'} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:23:16.543006 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Bound port: df51801e-4b4f-4882-bfda-80d9c2c3b7fc, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '524b4c66-d4ad-48e2-848a-46ffd9e34222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf'}}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:23:16.543348 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:16.552055 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Pushing event deleted for resources: {'Port': ['ID=e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:16.554997 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f81684c9-5aa8-4dc0-848a-fd311fa92ef4 req-5a0bb1ce-ee34-43da-ac54-aa3e84bec2b9 service neutron] 10.222.0.36 "GET /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3372233
May 10 17:23:16.591610 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:16.591937 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:16.592273 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:16.592721 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:16.593067 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:16.593488 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:16.593828 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:16.594163 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:16.594525 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:16.594857 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:16.595191 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:16.595517 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:23:16.599594 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:16.637019 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] For port df51801e-4b4f-4882-bfda-80d9c2c3b7fc, host hv-cinder-78638, cleared binding levels {{(pid=78697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:23:16.639180 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [req-69027eb0-f0e7-4d8e-8800-7b81bee2e052 req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] No DVR routers for this DVR port e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d on host hv-cinder-78638 {{(pid=78698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:23:16.639988 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] For port df51801e-4b4f-4882-bfda-80d9c2c3b7fc, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=df51801e-4b4f-4882-bfda-80d9c2c3b7fc,segment=NetworkSegment(524b4c66-d4ad-48e2-848a-46ffd9e34222),segment_id=524b4c66-d4ad-48e2-848a-46ffd9e34222)] {{(pid=78697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:23:16.642967 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-69027eb0-f0e7-4d8e-8800-7b81bee2e052 req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:16.645157 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:16.645721 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6274f01-93d9-42e0-99ee-a9e40aca8eaf', 'name': 'network-vif-deleted', 'tag': 'e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d'}] {{(pid=78698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:23:16.650074 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:16.660506 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-69027eb0-f0e7-4d8e-8800-7b81bee2e052 req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.36 "DELETE /v2.0/ports/e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d HTTP/1.1" status: 204  len: 173 time: 0.7747922
May 10 17:23:16.700636 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:16.701298 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:16.702566 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] 10.222.0.36 "PUT /v2.0/ports/df51801e-4b4f-4882-bfda-80d9c2c3b7fc HTTP/1.1" status: 200  len: 1094 time: 1.8259881
May 10 17:23:16.703054 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261e9b77-db9a-4a51-bd06-480d1bff4a79', 'tag': 'df51801e-4b4f-4882-bfda-80d9c2c3b7fc'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:23:16.708530 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6274f01-93d9-42e0-99ee-a9e40aca8eaf', 'name': 'network-vif-deleted', 'tag': 'e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d', 'status': 'completed', 'code': 200}
May 10 17:23:16.730220 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Pushing event updated for resources: {'Port': ['ID=df51801e-4b4f-4882-bfda-80d9c2c3b7fc,revision_number=3']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:16.733511 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:16.752108 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261e9b77-db9a-4a51-bd06-480d1bff4a79', 'tag': 'df51801e-4b4f-4882-bfda-80d9c2c3b7fc', 'status': 'completed', 'code': 200}
May 10 17:23:16.825901 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2a6db8c5-1987-425e-85e2-63d6a5c12865 req-5457361c-6c5e-4c1e-8d4c-f5b87803a65f tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 210 time: 0.0467563
May 10 17:23:17.143146 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924d467-ed41-4112-a93f-81146b7fb17a req-1199b161-b959-43fb-98e9-7e3df0573ca8 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:17.144497 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7924d467-ed41-4112-a93f-81146b7fb17a req-1199b161-b959-43fb-98e9-7e3df0573ca8 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0785553
May 10 17:23:17.188204 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7924d467-ed41-4112-a93f-81146b7fb17a req-72b6610c-843f-450b-aac1-79b382678696 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376217
May 10 17:23:17.661471 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5660e0-0494-4ec3-b925-4e0a74b6b720 req-8395a093-e70b-44ea-a1bf-28326509faf6 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:17.662807 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0c5660e0-0494-4ec3-b925-4e0a74b6b720 req-8395a093-e70b-44ea-a1bf-28326509faf6 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0830359
May 10 17:23:17.707859 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0c5660e0-0494-4ec3-b925-4e0a74b6b720 req-54fb06e6-b013-448f-a82a-4491fc5c47e2 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388839
May 10 17:23:17.973843 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b370772a-86e8-4c9a-ae40-439adf13dee3 req-717e90ad-b6fb-424d-ac51-e9d75156881f tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 210 time: 0.0418520
May 10 17:23:18.379011 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7974d01-6595-4748-9cfe-5aa7cbdf022f req-3f5d869c-a6e4-4fb2-9025-07b0fa640773 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:18.385754 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d7974d01-6595-4748-9cfe-5aa7cbdf022f req-3f5d869c-a6e4-4fb2-9025-07b0fa640773 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0831690
May 10 17:23:18.426262 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d7974d01-6595-4748-9cfe-5aa7cbdf022f req-85430d0a-a7a1-441b-a403-92c5ea915569 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397241
May 10 17:23:18.885896 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c06cc1-7eb0-4369-ab12-aa1130a60537 req-8d17e992-18d9-4059-9dbc-0c4e6287dafa tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:18.887337 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-12c06cc1-7eb0-4369-ab12-aa1130a60537 req-8d17e992-18d9-4059-9dbc-0c4e6287dafa tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0774007
May 10 17:23:18.930755 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-12c06cc1-7eb0-4369-ab12-aa1130a60537 req-888c2813-0a25-442b-88a5-f528f469795d tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377152
May 10 17:23:19.126849 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9556df4a-1614-4485-a126-3d9abcdb2cc8 req-bfff2504-a204-4592-94e6-ab47085d8695 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 210 time: 0.0444124
May 10 17:23:19.606977 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530f561-6613-45c7-9650-d63bbf91c113 req-83865334-9618-4249-903c-0a8f2fff3a5c tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:19.608416 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a530f561-6613-45c7-9650-d63bbf91c113 req-83865334-9618-4249-903c-0a8f2fff3a5c tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0787842
May 10 17:23:19.653513 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a530f561-6613-45c7-9650-d63bbf91c113 req-785fc939-4774-4b53-a318-bfde1e7aad03 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394495
May 10 17:23:20.126710 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d5b5b-e75c-470a-ad2f-35427344e1c8 req-4ed5d938-5cd8-47fd-93ff-1582aa6745ad tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:20.128165 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-969d5b5b-e75c-470a-ad2f-35427344e1c8 req-4ed5d938-5cd8-47fd-93ff-1582aa6745ad tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0889630
May 10 17:23:20.172103 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-969d5b5b-e75c-470a-ad2f-35427344e1c8 req-f63f57ef-a834-4d7f-9bad-c2ff9150fe84 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382314
May 10 17:23:20.215259 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-7a1f5794-852d-487a-a576-1a87cc57bbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:20.307107 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-854e771b-f190-4e99-b638-6960c1d4a699 req-f5314470-3702-4194-9d71-d9a2d4ad4003 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 210 time: 0.0421166
May 10 17:23:20.838403 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87086b1c-76d0-48ff-94ee-cb4afb1565ba req-049b2c5b-b288-4213-944e-7f84e4c39d97 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:20.839869 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-87086b1c-76d0-48ff-94ee-cb4afb1565ba req-049b2c5b-b288-4213-944e-7f84e4c39d97 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0817456
May 10 17:23:20.884130 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-87086b1c-76d0-48ff-94ee-cb4afb1565ba req-4f11dda3-5499-48c5-ad64-73ff8dae0641 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384600
May 10 17:23:21.353958 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f6abe6-a83d-48f0-9db7-d03621b4365f req-1636371f-54c8-4a06-b2d8-e5f01a882d8c tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:21.355626 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-20f6abe6-a83d-48f0-9db7-d03621b4365f req-1636371f-54c8-4a06-b2d8-e5f01a882d8c tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0813620
May 10 17:23:21.407452 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-20f6abe6-a83d-48f0-9db7-d03621b4365f req-b959d595-f395-44e9-839e-7ba6279829ab tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438209
May 10 17:23:21.435518 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:23:21.484892 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:21.551244 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ff67c6dc-1bb8-472e-84b5-6d59a254d58b req-60379acc-24ae-4cbf-b7fa-c0c06bc72131 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] 10.222.0.32 "GET /v2.0/ports?device_id=a6274f01-93d9-42e0-99ee-a9e40aca8eaf HTTP/1.1" status: 200  len: 210 time: 0.0416677
May 10 17:23:21.877641 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099454fa-f838-4c7d-8272-55a70a8eaa3d req-aed6b7cc-05fa-4b8c-acaa-9e8442197d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:21.879150 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-099454fa-f838-4c7d-8272-55a70a8eaa3d req-aed6b7cc-05fa-4b8c-acaa-9e8442197d47 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f31dcd80b43441793b8dccf23bea16a&device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 1097 time: 0.0708697
May 10 17:23:22.250268 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814496e-d4b7-4f1c-95cf-d3eb729db432 req-ac20bf88-ee21-4084-b2c7-f19a05f1600e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:22.251722 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9814496e-d4b7-4f1c-95cf-d3eb729db432 req-ac20bf88-ee21-4084-b2c7-f19a05f1600e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.2625735
May 10 17:23:22.252797 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099454fa-f838-4c7d-8272-55a70a8eaa3d req-82b023ff-d9d3-40b9-b345-7750cefdf569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:22.254056 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-099454fa-f838-4c7d-8272-55a70a8eaa3d req-82b023ff-d9d3-40b9-b345-7750cefdf569 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=3f31dcd80b43441793b8dccf23bea16a&shared=False HTTP/1.1" status: 200  len: 909 time: 0.2630787
May 10 17:23:22.295393 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9814496e-d4b7-4f1c-95cf-d3eb729db432 req-fa499f0f-c2b8-41c4-9d34-04cbec69868a tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379188
May 10 17:23:22.479326 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099454fa-f838-4c7d-8272-55a70a8eaa3d req-a78de6c7-4b8a-4068-ba9f-9f5c76e59998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:22.480839 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-099454fa-f838-4c7d-8272-55a70a8eaa3d req-a78de6c7-4b8a-4068-ba9f-9f5c76e59998 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1370599
May 10 17:23:22.681478 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-942d3f13-3f95-4277-a5f4-755829f075de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:22.683001 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-942d3f13-3f95-4277-a5f4-755829f075de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f31dcd80b43441793b8dccf23bea16a&device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 1097 time: 0.1070833
May 10 17:23:22.691740 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6137d8-aa1a-4d42-a4e8-ea0b1b70e916 req-771282cb-18b9-4e5f-bd36-2cf90eb6b6e1 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:22.693206 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8a6137d8-aa1a-4d42-a4e8-ea0b1b70e916 req-771282cb-18b9-4e5f-bd36-2cf90eb6b6e1 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.1647987
May 10 17:23:22.755824 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:22.787906 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-5aa816bf-4ac4-4fb7-a66a-47bb250dabd9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df51801e-4b4f-4882-bfda-80d9c2c3b7fc HTTP/1.1" status: 200  len: 217 time: 0.0738828
May 10 17:23:22.808325 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8a6137d8-aa1a-4d42-a4e8-ea0b1b70e916 req-b62d9072-e1f5-4677-ba15-6ec4d0cc7ad6 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1089914
May 10 17:23:22.878334 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-dfe0d6cb-8941-476b-ad56-cb8223f62c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:22.914632 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-edea3f37-f31e-4b26-a172-6a06ac1cdccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:22.916328 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-edea3f37-f31e-4b26-a172-6a06ac1cdccd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f962103c-0f67-411d-a90a-456d6581d1ab HTTP/1.1" status: 200  len: 847 time: 0.0697391
May 10 17:23:23.003040 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-2c819f47-bc2d-4c90-862b-9c92b32b41c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:23.004699 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-2c819f47-bc2d-4c90-862b-9c92b32b41c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b27b3d6-b96f-40b8-8215-39e706b9c0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811987
May 10 17:23:23.149387 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-9cb497d2-1dc0-4b67-928e-3156407e612b service neutron] 10.222.0.36 "GET /v2.0/networks/2b27b3d6-b96f-40b8-8215-39e706b9c0cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1345901
May 10 17:23:23.354569 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3eaee3d2-6028-4a3d-887f-063d4386a15a req-82a7ce4d-4509-4985-834a-6a6ce52b6df1 service neutron] 10.222.0.36 "GET /v2.0/networks/2b27b3d6-b96f-40b8-8215-39e706b9c0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1424046
May 10 17:23:23.507624 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89729df-6039-4ad9-b41f-b94a59e39564 req-21c757dd-9f84-4905-9c58-fc8c9a2fd0fb tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:23.509116 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f89729df-6039-4ad9-b41f-b94a59e39564 req-21c757dd-9f84-4905-9c58-fc8c9a2fd0fb tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0903025
May 10 17:23:23.556267 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f89729df-6039-4ad9-b41f-b94a59e39564 req-0fcd2f1e-b991-4b0a-a651-b5e4ab42cc8e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415268
May 10 17:23:23.940083 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:24.025955 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bafba7-758d-42a2-82c4-ec417ee2e71a req-16fd29e5-3b6b-4da6-a908-70e9010190da tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:24.033439 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-47bafba7-758d-42a2-82c4-ec417ee2e71a req-16fd29e5-3b6b-4da6-a908-70e9010190da tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0964000
May 10 17:23:24.089083 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-47bafba7-758d-42a2-82c4-ec417ee2e71a req-8db97e2a-c81d-44e6-a036-ff15f8486f1c tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0543785
May 10 17:23:24.748192 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bcee3-8f40-41e8-ba74-677a60309e10 req-93bfec46-525f-4989-bed6-d4eb295e6476 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:24.749923 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d64bcee3-8f40-41e8-ba74-677a60309e10 req-93bfec46-525f-4989-bed6-d4eb295e6476 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0862393
May 10 17:23:24.797065 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d64bcee3-8f40-41e8-ba74-677a60309e10 req-b70c3837-1826-4c9e-a4ad-e182b9c6b3ec tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413952
May 10 17:23:25.285012 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff12c15-88aa-4715-a451-d3dd7aae405a req-37ff2eef-41bb-4497-90c0-66ccfa385569 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:25.286510 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4ff12c15-88aa-4715-a451-d3dd7aae405a req-37ff2eef-41bb-4497-90c0-66ccfa385569 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0828710
May 10 17:23:25.330751 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4ff12c15-88aa-4715-a451-d3dd7aae405a req-747d7f77-7e8d-44b4-9ae2-089948c2bc82 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380409
May 10 17:23:25.391317 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:25.494857 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:23:25.530728 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] No Port match for: e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:23:25.531088 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device e9cf3f8a-41df-4914-b5e5-4e80c8cc3e8d not bound to the agent host hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:23:25.979332 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbc2a00-4241-4c78-9662-17c0c494151b req-5c48d2e5-9b5e-4942-b804-821b060a1da9 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:25.981092 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dcbc2a00-4241-4c78-9662-17c0c494151b req-5c48d2e5-9b5e-4942-b804-821b060a1da9 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0815411
May 10 17:23:26.026160 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dcbc2a00-4241-4c78-9662-17c0c494151b req-57f2b853-badc-4798-b478-d960e0b5dfdf tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390041
May 10 17:23:26.513636 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e618c06-3030-4ff6-bda4-46944afc6461 req-858dea91-5c8e-45ca-95f4-c3687bbfd03f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:26.515117 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6e618c06-3030-4ff6-bda4-46944afc6461 req-858dea91-5c8e-45ca-95f4-c3687bbfd03f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0814729
May 10 17:23:26.561159 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6e618c06-3030-4ff6-bda4-46944afc6461 req-634df62d-49f8-46b1-9a41-6e9b7dfd2bea tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403895
May 10 17:23:27.207711 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54524aaf-8b6c-4fbe-bc68-f1aa3f5ccf9b req-357f53af-769d-4c5e-aa50-6855eb62e71a tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:27.209129 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-54524aaf-8b6c-4fbe-bc68-f1aa3f5ccf9b req-357f53af-769d-4c5e-aa50-6855eb62e71a tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0788958
May 10 17:23:27.252563 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-54524aaf-8b6c-4fbe-bc68-f1aa3f5ccf9b req-c26b5bf5-b1b1-4242-9f0b-179dcef3550f tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0378850
May 10 17:23:27.816049 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4141bb16-bb57-4992-a67a-a480d345d06d req-d9ffa72c-1aea-42af-90ba-5afe115877e7 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:27.817395 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4141bb16-bb57-4992-a67a-a480d345d06d req-d9ffa72c-1aea-42af-90ba-5afe115877e7 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.1520901
May 10 17:23:27.861137 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4141bb16-bb57-4992-a67a-a480d345d06d req-5861ca63-16b8-43f6-85a5-1a649b6b878a tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379806
May 10 17:23:28.221976 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:23:28.435180 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdb74c3-2231-4399-ab7a-6bf9c0462207 req-e4c45572-f9a7-42f4-98c4-bff02b881549 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:28.436774 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3bdb74c3-2231-4399-ab7a-6bf9c0462207 req-e4c45572-f9a7-42f4-98c4-bff02b881549 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0790942
May 10 17:23:28.484181 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3bdb74c3-2231-4399-ab7a-6bf9c0462207 req-c8faf6a3-b0e4-42f8-a15e-506eb27a0133 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413723
May 10 17:23:29.043365 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef59463a-d369-4330-901c-7f5888763c83 req-db34821e-e356-4c66-b4c6-67fca59329f9 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:29.044805 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ef59463a-d369-4330-901c-7f5888763c83 req-db34821e-e356-4c66-b4c6-67fca59329f9 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0785222
May 10 17:23:29.089186 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ef59463a-d369-4330-901c-7f5888763c83 req-0cad4e3b-14cd-4fb0-92a0-3c9424dfb2cd tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381773
May 10 17:23:29.668121 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df74ec7-58b5-44f4-a887-f16409693bd8 req-55602af0-e6d1-4e74-b21f-9ab48cd23a05 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:29.669496 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8df74ec7-58b5-44f4-a887-f16409693bd8 req-55602af0-e6d1-4e74-b21f-9ab48cd23a05 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0821285
May 10 17:23:29.712459 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8df74ec7-58b5-44f4-a887-f16409693bd8 req-dfe0b83f-ce60-4715-b520-8f2311ee9715 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373316
May 10 17:23:30.269536 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5ce42d-3d94-4884-bd58-935765f3b1a4 req-b6ecddaa-a080-41a2-b552-4b348e4040d2 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:30.270898 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9d5ce42d-3d94-4884-bd58-935765f3b1a4 req-b6ecddaa-a080-41a2-b552-4b348e4040d2 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0784807
May 10 17:23:30.317349 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9d5ce42d-3d94-4884-bd58-935765f3b1a4 req-58d2f7b8-5bca-487b-b6ec-d588324ee313 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402281
May 10 17:23:30.893035 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4e5cc-a983-4df1-8936-1cd145390b65 req-c45f4073-5fab-4c9e-b1c2-7e9ef0bd58d7 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:30.894539 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-aed4e5cc-a983-4df1-8936-1cd145390b65 req-c45f4073-5fab-4c9e-b1c2-7e9ef0bd58d7 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0791311
May 10 17:23:30.939952 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-aed4e5cc-a983-4df1-8936-1cd145390b65 req-1b6b144a-3c8f-4345-b9bc-517e0f50ad8c tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390866
May 10 17:23:31.502674 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fb94ab-01de-4bd0-b604-0ac1033d5f40 req-27d45166-47a5-45f0-9f81-c10187f13332 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:31.504122 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e2fb94ab-01de-4bd0-b604-0ac1033d5f40 req-27d45166-47a5-45f0-9f81-c10187f13332 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0833368
May 10 17:23:31.547793 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e2fb94ab-01de-4bd0-b604-0ac1033d5f40 req-27249078-521d-47e4-b988-f5678ac649bf tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372014
May 10 17:23:32.167521 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c847e39e-d8fa-4fed-838b-e8fa076ca72c req-d6df525d-4d83-407a-a224-c511449690ad tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:32.168987 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c847e39e-d8fa-4fed-838b-e8fa076ca72c req-d6df525d-4d83-407a-a224-c511449690ad tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0841327
May 10 17:23:32.215238 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c847e39e-d8fa-4fed-838b-e8fa076ca72c req-ce5cf1bd-e0a7-4f93-bd70-ce394a3b05cb tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400784
May 10 17:23:32.331887 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2030ed5-e4c1-4e96-863a-2c3e6f5423ad req-16a5d0b4-b0ae-454b-b238-36e5df251200 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:32.333403 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b2030ed5-e4c1-4e96-863a-2c3e6f5423ad req-16a5d0b4-b0ae-454b-b238-36e5df251200 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.0849884
May 10 17:23:32.379740 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b2030ed5-e4c1-4e96-863a-2c3e6f5423ad req-33f54731-99fc-4476-8231-2760b30bb2ce tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401483
May 10 17:23:32.736384 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6885898f-e1b8-4f17-bc44-3c4070f7d400 req-dcb9952a-636d-40ea-9622-edc1399004a2 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:32.737795 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6885898f-e1b8-4f17-bc44-3c4070f7d400 req-dcb9952a-636d-40ea-9622-edc1399004a2 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0822487
May 10 17:23:32.781168 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6885898f-e1b8-4f17-bc44-3c4070f7d400 req-cdf9d54a-6626-43bf-b050-56daacea489e tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368903
May 10 17:23:33.399182 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880dc92-ee64-4dcb-be16-0af9b48a9061 req-e8bb33cc-0d70-4201-89b1-8b71b02cdf51 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:33.400602 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5880dc92-ee64-4dcb-be16-0af9b48a9061 req-e8bb33cc-0d70-4201-89b1-8b71b02cdf51 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0788400
May 10 17:23:33.450787 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5880dc92-ee64-4dcb-be16-0af9b48a9061 req-cd6382d4-4bea-43b3-9f39-52ea138f78e7 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445368
May 10 17:23:33.567047 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c9cb6-cd84-4ad2-87bb-a05e407d75d2 req-e1b137a2-6597-46fd-8605-9aafbe896f72 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:33.568478 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b82c9cb6-cd84-4ad2-87bb-a05e407d75d2 req-e1b137a2-6597-46fd-8605-9aafbe896f72 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.0790620
May 10 17:23:33.611718 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b82c9cb6-cd84-4ad2-87bb-a05e407d75d2 req-0e5f2396-92d9-4015-a56e-d6009317cb47 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375733
May 10 17:23:33.963712 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a172bc4b-96df-4be0-85ca-b7674c81fd68 req-a18b7251-84d1-48b2-9548-2ee5c4aa2270 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:33.965052 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a172bc4b-96df-4be0-85ca-b7674c81fd68 req-a18b7251-84d1-48b2-9548-2ee5c4aa2270 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0819058
May 10 17:23:34.009567 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a172bc4b-96df-4be0-85ca-b7674c81fd68 req-fc008856-b3f5-48f8-90ad-10659f263705 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386009
May 10 17:23:34.640503 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c972b-c222-4c0d-8f45-7592bbbbadee req-7eab81e7-9c2c-4f4e-81dc-6770543d95e4 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:34.641961 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fd9c972b-c222-4c0d-8f45-7592bbbbadee req-7eab81e7-9c2c-4f4e-81dc-6770543d95e4 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0798221
May 10 17:23:34.688021 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fd9c972b-c222-4c0d-8f45-7592bbbbadee req-d9f36352-58b4-4448-86f5-5fee0e723421 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403242
May 10 17:23:34.801850 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c81e6b-d210-4b7e-bd65-1d5c0e9a7542 req-cc863e9d-7066-4056-977c-c5dfceb5700d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:34.803305 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-98c81e6b-d210-4b7e-bd65-1d5c0e9a7542 req-cc863e9d-7066-4056-977c-c5dfceb5700d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.0826213
May 10 17:23:34.847133 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-98c81e6b-d210-4b7e-bd65-1d5c0e9a7542 req-20025f6b-a483-4737-b23b-5abfb4fd47aa tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381374
May 10 17:23:35.201585 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72f8153-0794-4527-8feb-cdc07b994ce2 req-7c78802b-a4e8-4484-b3d5-cf4053b09a1d tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:35.203131 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c72f8153-0794-4527-8feb-cdc07b994ce2 req-7c78802b-a4e8-4484-b3d5-cf4053b09a1d tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0831158
May 10 17:23:35.247710 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c72f8153-0794-4527-8feb-cdc07b994ce2 req-ec8c86f7-c211-432c-8eda-9d7a66125c1e tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388706
May 10 17:23:35.872247 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6caf469-d23f-41a0-960d-84859b07c266 req-994e82d9-c75c-48de-a8c9-40ecd56e4d07 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:35.873676 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b6caf469-d23f-41a0-960d-84859b07c266 req-994e82d9-c75c-48de-a8c9-40ecd56e4d07 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0784585
May 10 17:23:35.920807 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b6caf469-d23f-41a0-960d-84859b07c266 req-c463dd2c-6254-41f8-a0db-4df627e65fd9 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413017
May 10 17:23:36.093991 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55b0a1-6247-49ff-a02b-599051609252 req-aa6427b1-ab8d-47ca-a4de-c597ea3d863c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:36.095450 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8e55b0a1-6247-49ff-a02b-599051609252 req-aa6427b1-ab8d-47ca-a4de-c597ea3d863c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.1392853
May 10 17:23:36.141507 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8e55b0a1-6247-49ff-a02b-599051609252 req-115d6f4d-d6d7-4415-8b49-80b61f527c45 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401034
May 10 17:23:36.429257 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9b76d5-c97f-4df4-984c-a740cd385062 req-2fff1637-507e-4393-84bc-92a7ce2c515e tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:36.431428 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7e9b76d5-c97f-4df4-984c-a740cd385062 req-2fff1637-507e-4393-84bc-92a7ce2c515e tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0806689
May 10 17:23:36.474153 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7e9b76d5-c97f-4df4-984c-a740cd385062 req-77ba8479-3350-499a-b808-0dc116607c62 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369062
May 10 17:23:37.106644 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d27cc5-8960-43bc-8ba2-20ef8815fb5f req-21988c67-412a-49ed-8f85-e9dafa2b0ac5 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:37.108174 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-46d27cc5-8960-43bc-8ba2-20ef8815fb5f req-21988c67-412a-49ed-8f85-e9dafa2b0ac5 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0787616
May 10 17:23:37.155703 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-46d27cc5-8960-43bc-8ba2-20ef8815fb5f req-ec74159c-9315-4e33-9bc7-6d67b1ca7aac tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415325
May 10 17:23:37.325274 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3da233-26bb-435a-a694-7c957baa0547 req-e3936248-c7d7-4d2f-aeab-3c7f875491db tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:37.326824 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-be3da233-26bb-435a-a694-7c957baa0547 req-e3936248-c7d7-4d2f-aeab-3c7f875491db tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.0784416
May 10 17:23:37.370849 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-be3da233-26bb-435a-a694-7c957baa0547 req-ffd5819b-daca-4bc8-96c1-e5fc70c91ea9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385537
May 10 17:23:37.656262 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a747d2d2-88a2-4bc4-95e6-7c177bf155ba req-9fcf6ba6-c633-43b3-a753-c042b6fd0ae7 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:37.657674 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a747d2d2-88a2-4bc4-95e6-7c177bf155ba req-9fcf6ba6-c633-43b3-a753-c042b6fd0ae7 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0805099
May 10 17:23:37.700817 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a747d2d2-88a2-4bc4-95e6-7c177bf155ba req-0dfebfbb-f124-4c1e-9d14-7ceabcfd7dc5 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375562
May 10 17:23:38.339068 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b037c-b747-49a9-b1e1-e12c996d3cb3 req-c05a9499-1154-4ab1-bb22-03f9e73df951 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:38.340430 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b19b037c-b747-49a9-b1e1-e12c996d3cb3 req-c05a9499-1154-4ab1-bb22-03f9e73df951 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0779123
May 10 17:23:38.387341 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b19b037c-b747-49a9-b1e1-e12c996d3cb3 req-55efeca3-07d2-485c-a595-04ea2e2b5587 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412281
May 10 17:23:38.563933 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a3f1f-74eb-43de-bb8b-c719cbbf5cfa req-fc9167fc-5495-48e8-b3a9-99a4f40ec12d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:38.565402 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-933a3f1f-74eb-43de-bb8b-c719cbbf5cfa req-fc9167fc-5495-48e8-b3a9-99a4f40ec12d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.0862391
May 10 17:23:38.620311 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-933a3f1f-74eb-43de-bb8b-c719cbbf5cfa req-b284166a-c957-4a0a-a06c-f5efb9b87d6e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0475454
May 10 17:23:38.892719 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d3aad-70d9-402a-b01c-028b558a05d9 req-eb345ca4-8e4f-444e-a865-097b895a1530 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:38.894306 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4f3d3aad-70d9-402a-b01c-028b558a05d9 req-eb345ca4-8e4f-444e-a865-097b895a1530 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0835209
May 10 17:23:38.939389 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4f3d3aad-70d9-402a-b01c-028b558a05d9 req-248aa249-4ad4-4216-9157-ed1cea2252c9 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388796
May 10 17:23:39.545931 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device df51801e-4b4f-4882-bfda-80d9c2c3b7fc details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:23:39.570680 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073885a-da6a-4e93-89e2-9f0c0ab7ae70 req-c84a549c-01be-40a9-9b0c-9050eb845fc1 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:39.572127 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c073885a-da6a-4e93-89e2-9f0c0ab7ae70 req-c84a549c-01be-40a9-9b0c-9050eb845fc1 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0785220
May 10 17:23:39.621386 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c073885a-da6a-4e93-89e2-9f0c0ab7ae70 req-006ba2d7-bcf5-4a6b-9ea4-2deb5d992ca8 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434580
May 10 17:23:39.683402 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port df51801e-4b4f-4882-bfda-80d9c2c3b7fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=df51801e-4b4f-4882-bfda-80d9c2c3b7fc,segment=NetworkSegment(524b4c66-d4ad-48e2-848a-46ffd9e34222),segment_id=524b4c66-d4ad-48e2-848a-46ffd9e34222)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:39.705181 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': 'df51801e-4b4f-4882-bfda-80d9c2c3b7fc', 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf', 'port_id': 'df51801e-4b4f-4882-bfda-80d9c2c3b7fc', 'mac_address': 'fa:16:3e:75:7c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f962103c-0f67-411d-a90a-456d6581d1ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:23:39.764185 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:39.786829 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df51801e-4b4f-4882-bfda-80d9c2c3b7fc {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:23:39.803717 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port df51801e-4b4f-4882-bfda-80d9c2c3b7fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=df51801e-4b4f-4882-bfda-80d9c2c3b7fc,segment=NetworkSegment(524b4c66-d4ad-48e2-848a-46ffd9e34222),segment_id=524b4c66-d4ad-48e2-848a-46ffd9e34222)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:39.809105 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:39.811127 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:39.815504 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f834d03d-9763-43a4-abdb-c8bc92211876 req-1bd5de52-02fa-41be-9eb7-3e57e2007ccd tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:39.822891 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f834d03d-9763-43a4-abdb-c8bc92211876 req-1bd5de52-02fa-41be-9eb7-3e57e2007ccd tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.0913036
May 10 17:23:39.865186 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f834d03d-9763-43a4-abdb-c8bc92211876 req-d6cde000-ed3a-4fdc-b81b-219711560075 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412929
May 10 17:23:39.882538 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=df51801e-4b4f-4882-bfda-80d9c2c3b7fc,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:39.886437 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:40.172557 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af82e32f-882d-4862-ba64-9830d48f2412 req-87c1f99e-fece-433b-a29b-8fe07d94c5c9 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:40.174379 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-af82e32f-882d-4862-ba64-9830d48f2412 req-87c1f99e-fece-433b-a29b-8fe07d94c5c9 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 945 time: 0.0918486
May 10 17:23:40.221885 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-af82e32f-882d-4862-ba64-9830d48f2412 req-cd165df2-1542-4133-8d65-861d4bbaf615 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417173
May 10 17:23:40.604382 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['df51801e-4b4f-4882-bfda-80d9c2c3b7fc'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:23:41.089834 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ba7f2d-1402-48e3-8471-bdaaffe8e689 req-cb8cf4fa-f126-4b01-ad83-cbae9e4b316d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:41.091503 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-85ba7f2d-1402-48e3-8471-bdaaffe8e689 req-cb8cf4fa-f126-4b01-ad83-cbae9e4b316d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.1000471
May 10 17:23:41.173510 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-85ba7f2d-1402-48e3-8471-bdaaffe8e689 req-42f3880a-b147-4208-976c-1c4af1fa094c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757775
May 10 17:23:41.421502 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa2b613-283c-4d2d-8d59-a11a2fd64853 req-4e641174-d560-4d05-8594-0cf41b0af28c tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:41.422929 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-efa2b613-283c-4d2d-8d59-a11a2fd64853 req-4e641174-d560-4d05-8594-0cf41b0af28c tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 945 time: 0.0857940
May 10 17:23:41.473277 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-efa2b613-283c-4d2d-8d59-a11a2fd64853 req-2082f77c-8f72-44f3-b50f-172396db6d9e tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445051
May 10 17:23:42.400073 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48a5316-0d6e-40fe-bb8d-9acea4cb0d65 req-34adf0df-7ea2-45a2-9a35-3c59d6b87c74 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:42.401517 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c48a5316-0d6e-40fe-bb8d-9acea4cb0d65 req-34adf0df-7ea2-45a2-9a35-3c59d6b87c74 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.0900779
May 10 17:23:42.466796 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c48a5316-0d6e-40fe-bb8d-9acea4cb0d65 req-af7ea222-7af2-4cf2-a438-5de1de64be24 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549438
May 10 17:23:42.821874 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d910e-8199-4d07-b64e-a54bfa458bac req-b1ffb8b5-719e-4cbe-86af-bbf6bd5c6aa9 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:42.831118 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a76d910e-8199-4d07-b64e-a54bfa458bac req-b1ffb8b5-719e-4cbe-86af-bbf6bd5c6aa9 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 945 time: 0.1931527
May 10 17:23:42.855963 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f406ae0-ea08-4dbb-ae64-4739450cf6b5 req-9e7a0dc8-85c0-4071-b653-db13561e1c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:42.857429 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8f406ae0-ea08-4dbb-ae64-4739450cf6b5 req-9e7a0dc8-85c0-4071-b653-db13561e1c4a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acb915c4b01148a7b37b3577f122af21&device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 1098 time: 0.1452034
May 10 17:23:42.894142 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a76d910e-8199-4d07-b64e-a54bfa458bac req-35f54cf8-a99c-48ed-92c7-8957a7adc06b tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620916
May 10 17:23:43.179219 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f406ae0-ea08-4dbb-ae64-4739450cf6b5 req-47c38502-c46b-4c7e-b0e7-2364796bc907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:43.182385 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8f406ae0-ea08-4dbb-ae64-4739450cf6b5 req-47c38502-c46b-4c7e-b0e7-2364796bc907 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a743af2b-ecde-4507-a08d-7e8e82f84011 HTTP/1.1" status: 200  len: 918 time: 0.2864885
May 10 17:23:43.326749 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8f406ae0-ea08-4dbb-ae64-4739450cf6b5 req-2c870c20-62fa-4007-800c-40d34f60cf61 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a36caa3d-c0a8-46d5-8981-e9e734cd45b6 HTTP/1.1" status: 200  len: 1000 time: 0.1372800
May 10 17:23:43.425710 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f406ae0-ea08-4dbb-ae64-4739450cf6b5 req-8bacfdc1-07c4-4016-ab15-7365362d854b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:43.427408 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8f406ae0-ea08-4dbb-ae64-4739450cf6b5 req-8bacfdc1-07c4-4016-ab15-7365362d854b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81a2b548-3d7f-41e8-846d-5a0ec57ae08d HTTP/1.1" status: 200  len: 856 time: 0.0931082
May 10 17:23:43.530514 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f406ae0-ea08-4dbb-ae64-4739450cf6b5 req-15402240-c5eb-42cb-93b6-93a9d427107a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:43.534310 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8f406ae0-ea08-4dbb-ae64-4739450cf6b5 req-15402240-c5eb-42cb-93b6-93a9d427107a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a743af2b-ecde-4507-a08d-7e8e82f84011&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0964832
May 10 17:23:43.569855 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device df51801e-4b4f-4882-bfda-80d9c2c3b7fc up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:23:43.745568 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning for port df51801e-4b4f-4882-bfda-80d9c2c3b7fc completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:23:43.751646 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port df51801e-4b4f-4882-bfda-80d9c2c3b7fc triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:23:43.752350 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:43.834847 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8f406ae0-ea08-4dbb-ae64-4739450cf6b5 req-1c633897-b520-4a2d-b5ff-8eea294494a0 service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2927592
May 10 17:23:43.940326 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:43.983843 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port df51801e-4b4f-4882-bfda-80d9c2c3b7fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=df51801e-4b4f-4882-bfda-80d9c2c3b7fc,segment=NetworkSegment(524b4c66-d4ad-48e2-848a-46ffd9e34222),segment_id=524b4c66-d4ad-48e2-848a-46ffd9e34222)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:43.985326 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261e9b77-db9a-4a51-bd06-480d1bff4a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df51801e-4b4f-4882-bfda-80d9c2c3b7fc'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:23:43.993914 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:43.996273 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:44.043247 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b60a1d-75fa-4df7-94b0-d34789802fa8 req-7af32a8d-ec5c-44f9-b091-19aef35057ee tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:44.045424 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-72b60a1d-75fa-4df7-94b0-d34789802fa8 req-7af32a8d-ec5c-44f9-b091-19aef35057ee tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.3681791
May 10 17:23:44.103029 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=df51801e-4b4f-4882-bfda-80d9c2c3b7fc,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:44.106383 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:44.259145 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-72b60a1d-75fa-4df7-94b0-d34789802fa8 req-897f1d28-b650-4a1b-bf29-c23150dd67f2 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1232660
May 10 17:23:44.280363 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8f406ae0-ea08-4dbb-ae64-4739450cf6b5 req-051aa60a-c3e1-4210-a3e5-871635cc4f8f service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4117839
May 10 17:23:44.333874 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94b2ea2-e02d-4125-86df-b96437503b63 req-1e74dfcb-ea58-4e3b-8f3d-01ad7f707b42 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:44.335578 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a94b2ea2-e02d-4125-86df-b96437503b63 req-1e74dfcb-ea58-4e3b-8f3d-01ad7f707b42 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 945 time: 0.3886497
May 10 17:23:44.386850 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a94b2ea2-e02d-4125-86df-b96437503b63 req-ef6b1b35-b16d-4912-af2e-77e96fbb164e tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450654
May 10 17:23:44.443410 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261e9b77-db9a-4a51-bd06-480d1bff4a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df51801e-4b4f-4882-bfda-80d9c2c3b7fc', 'code': 200}
May 10 17:23:44.481624 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f40b5-24ff-42ab-bd05-bd004d2e553c req-a6d4e3dd-0954-4298-b60f-c1c3ff6077be tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:44.483134 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6f2f40b5-24ff-42ab-bd05-bd004d2e553c req-a6d4e3dd-0954-4298-b60f-c1c3ff6077be tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.0870829
May 10 17:23:44.531285 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6f2f40b5-24ff-42ab-bd05-bd004d2e553c req-40e6c99e-cabd-4157-863b-81390b68e3b3 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418723
May 10 17:23:44.940795 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be75d53-87b4-4934-b063-37aaa1f514d6 req-a201c303-6041-43d8-953d-56255a3732c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:44.942943 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9be75d53-87b4-4934-b063-37aaa1f514d6 req-a201c303-6041-43d8-953d-56255a3732c0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 1099 time: 0.1558065
May 10 17:23:44.999291 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9be75d53-87b4-4934-b063-37aaa1f514d6 req-b44f2457-e26b-4482-9c09-52a15bc31a19 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0484993
May 10 17:23:45.517709 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211f5fdf-369f-41f7-adfc-bfceb3e3d864 req-1e7d7277-39c4-46f7-8d5d-cf4ef243625e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:45.519331 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-211f5fdf-369f-41f7-adfc-bfceb3e3d864 req-1e7d7277-39c4-46f7-8d5d-cf4ef243625e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.1156540
May 10 17:23:45.583612 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-211f5fdf-369f-41f7-adfc-bfceb3e3d864 req-214d9a7f-3f06-42a2-bea7-f2de7e48f9eb tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549798
May 10 17:23:45.743067 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916dd749-ffc6-425a-a738-5cbf531ff66c req-f1319e15-4c62-4695-8dcd-a2d943ebd8d3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:45.751962 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-916dd749-ffc6-425a-a738-5cbf531ff66c req-f1319e15-4c62-4695-8dcd-a2d943ebd8d3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 945 time: 0.1107934
May 10 17:23:45.816389 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-916dd749-ffc6-425a-a738-5cbf531ff66c req-1b00945f-ce08-4b41-804c-3aeaafa9d08f tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0645957
May 10 17:23:46.098122 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327982bf-d503-4994-be2d-59b0ca21dac3 req-ab68a5f3-e242-4c44-92fb-c78bd823b4f8 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:46.100304 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-327982bf-d503-4994-be2d-59b0ca21dac3 req-ab68a5f3-e242-4c44-92fb-c78bd823b4f8 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.1620102
May 10 17:23:46.138431 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7df95-7e97-413a-b505-637c6c33aaa3 req-135956ba-3dcd-4952-bec7-3a97ab2986b4 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:46.139950 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fcc7df95-7e97-413a-b505-637c6c33aaa3 req-135956ba-3dcd-4952-bec7-3a97ab2986b4 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.1460063
May 10 17:23:46.197570 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-327982bf-d503-4994-be2d-59b0ca21dac3 req-8a6fbdbd-20b5-4834-966a-70ef466180cd tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880644
May 10 17:23:46.229112 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fcc7df95-7e97-413a-b505-637c6c33aaa3 req-26ec9837-3974-49db-ac6f-f6ab58b5a4d8 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0830884
May 10 17:23:46.391629 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f08da3-0a3d-4580-b8f4-51b59fc38289 req-168ebc6a-58b6-48c7-9ea2-d7fe7fc04f8d tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:46.393138 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-28f08da3-0a3d-4580-b8f4-51b59fc38289 req-168ebc6a-58b6-48c7-9ea2-d7fe7fc04f8d tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 945 time: 0.0841739
May 10 17:23:46.440864 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-28f08da3-0a3d-4580-b8f4-51b59fc38289 req-fa7940f5-7a69-4e95-b779-c0daa4725f12 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409749
May 10 17:23:46.799049 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015bd3b-6705-44ee-a20f-ee3454c9d8bc req-0e11c571-edde-4987-a0ac-08086c275bbb tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:46.800430 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7015bd3b-6705-44ee-a20f-ee3454c9d8bc req-0e11c571-edde-4987-a0ac-08086c275bbb tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.1013067
May 10 17:23:46.849376 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7015bd3b-6705-44ee-a20f-ee3454c9d8bc req-6c2e46b0-44b4-4e9f-883b-7e3833c76cf1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430312
May 10 17:23:47.073805 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495c4ae3-8109-4247-8b17-933c571c4746 req-b8a07349-a423-4771-99fa-20c8f09bdfa8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:47.075619 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-495c4ae3-8109-4247-8b17-933c571c4746 req-b8a07349-a423-4771-99fa-20c8f09bdfa8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 945 time: 0.1182859
May 10 17:23:47.223287 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-495c4ae3-8109-4247-8b17-933c571c4746 req-600b362b-980a-46c1-8d43-45d263f382b2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417334
May 10 17:23:47.512640 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5eb9be-a5ec-40e1-b699-c72bf243a107 req-51d286c0-3a6a-438e-a6ae-0796b28dd42c tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:47.514151 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1c5eb9be-a5ec-40e1-b699-c72bf243a107 req-51d286c0-3a6a-438e-a6ae-0796b28dd42c tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.1226673
May 10 17:23:47.524310 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a18ba0d-3198-427b-9f4b-1f371b7686e9 req-f8afe443-6d85-41a3-85fd-fbcb29256628 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:47.525970 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0a18ba0d-3198-427b-9f4b-1f371b7686e9 req-f8afe443-6d85-41a3-85fd-fbcb29256628 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.1719890
May 10 17:23:47.610764 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0a18ba0d-3198-427b-9f4b-1f371b7686e9 req-4a0598f9-9bb6-4cef-880f-d5ec3c64b8c2 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0689676
May 10 17:23:47.615590 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1c5eb9be-a5ec-40e1-b699-c72bf243a107 req-5957e4b7-aeca-42bf-adb1-e601a0886bfd tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0887086
May 10 17:23:47.816701 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049d2ed7-d8f4-438a-abea-69e2310a8b44 req-984913d2-12a5-4d95-b585-6504e485c84f tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:47.818452 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-049d2ed7-d8f4-438a-abea-69e2310a8b44 req-984913d2-12a5-4d95-b585-6504e485c84f tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 945 time: 0.0953240
May 10 17:23:47.874902 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-049d2ed7-d8f4-438a-abea-69e2310a8b44 req-d77e5083-3a23-4ee4-9b0d-763bc88c8239 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477700
May 10 17:23:48.093990 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02521b37-313b-4fa7-b3e5-060d2b3a22f2 req-c7ea54a9-32dc-4c28-9e41-028b60cf563d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:48.102431 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-02521b37-313b-4fa7-b3e5-060d2b3a22f2 req-c7ea54a9-32dc-4c28-9e41-028b60cf563d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.1033080
May 10 17:23:48.151752 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-02521b37-313b-4fa7-b3e5-060d2b3a22f2 req-bc3d6b0f-ceee-4a85-8372-cac852cfad8a tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0481074
May 10 17:23:48.483634 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb73ac-8bf1-429a-9fe2-2bf489721083 req-0aea1ed2-6e41-4372-aefa-7fb0971af243 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:48.485025 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-70fb73ac-8bf1-429a-9fe2-2bf489721083 req-0aea1ed2-6e41-4372-aefa-7fb0971af243 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 945 time: 0.0905786
May 10 17:23:48.553684 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-70fb73ac-8bf1-429a-9fe2-2bf489721083 req-b04bc086-54da-4405-ab34-6ac6395b05b7 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0624609
May 10 17:23:48.902057 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d7eb5-7882-4f4e-a35f-3526e633cd5a req-359cbb56-8c6d-4a1d-ade0-ac4608553daa tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:48.903732 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fd4d7eb5-7882-4f4e-a35f-3526e633cd5a req-359cbb56-8c6d-4a1d-ade0-ac4608553daa tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.1465561
May 10 17:23:48.941314 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8eb9390-ddb6-46ee-a445-a13244fedb11 req-d3d60e7d-aeb1-4fe9-a110-3527237dc651 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:48.943049 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f8eb9390-ddb6-46ee-a445-a13244fedb11 req-d3d60e7d-aeb1-4fe9-a110-3527237dc651 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.1474404
May 10 17:23:48.986810 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fd4d7eb5-7882-4f4e-a35f-3526e633cd5a req-274087af-a693-4643-bcc6-5baa35c9a39e tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0747449
May 10 17:23:49.014720 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f8eb9390-ddb6-46ee-a445-a13244fedb11 req-2badf42b-13f1-4675-8549-f0ff0f9839c3 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0571089
May 10 17:23:49.331241 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f7af4b-4d02-4998-a9aa-f5ea74473348 req-5eef8610-16c1-49ff-9ad7-3a8fd58d3b8b tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:49.332782 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83f7af4b-4d02-4998-a9aa-f5ea74473348 req-5eef8610-16c1-49ff-9ad7-3a8fd58d3b8b tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.36 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 945 time: 0.2126932
May 10 17:23:49.347475 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28be5e5b-149c-4115-bbb3-9e45294b8944 req-67d42ce4-315d-4721-b0d5-1e91fda73818 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:49.355183 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-28be5e5b-149c-4115-bbb3-9e45294b8944 req-67d42ce4-315d-4721-b0d5-1e91fda73818 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 945 time: 0.1879292
May 10 17:23:49.416303 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5702ce5-12bd-4f72-9cd4-6a993b89ef1b req-dc3d557a-4a17-49c5-97e9-f41a0d0b301f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:49.417835 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d5702ce5-12bd-4f72-9cd4-6a993b89ef1b req-dc3d557a-4a17-49c5-97e9-f41a0d0b301f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.2115219
May 10 17:23:49.506818 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-28be5e5b-149c-4115-bbb3-9e45294b8944 req-e38560ee-2285-4f1d-9af8-6d0c14d621dc tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1507075
May 10 17:23:49.558018 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d5702ce5-12bd-4f72-9cd4-6a993b89ef1b req-b208146f-6a83-4d40-9af0-1451895bad65 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1304443
May 10 17:23:49.573688 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 59256) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:49.702678 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-83f7af4b-4d02-4998-a9aa-f5ea74473348 req-ccd8a485-f7ec-4a19-a784-c824e003e4a3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Deleting port f45c4d8b-c6fb-4cff-8ecf-637d4b509510 {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:23:49.703132 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-83f7af4b-4d02-4998-a9aa-f5ea74473348 req-ccd8a485-f7ec-4a19-a784-c824e003e4a3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:49.948407 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e04028-15ff-4e89-a827-d5c392afa53c req-4cd9548b-3b0e-407d-a08c-1599680e6001 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:49.957473 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-14e04028-15ff-4e89-a827-d5c392afa53c req-4cd9548b-3b0e-407d-a08c-1599680e6001 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.3351188
May 10 17:23:49.959097 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e20efe5-4a03-41cc-aff1-257d0fd0ac97 tempest-TestShelveInstance-1096404825 tempest-TestShelveInstance-1096404825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:49.960662 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-1e20efe5-4a03-41cc-aff1-257d0fd0ac97 tempest-TestShelveInstance-1096404825 tempest-TestShelveInstance-1096404825-project-admin] Synchronizing usage tracker for tenant:04e5b124396840d8865578b0cde9026b on resource:port {{(pid=78698) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:23:49.989341 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-1e20efe5-4a03-41cc-aff1-257d0fd0ac97 tempest-TestShelveInstance-1096404825 tempest-TestShelveInstance-1096404825-project-admin] Unset dirty status for tenant:04e5b124396840d8865578b0cde9026b on resource:port {{(pid=78698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:23:49.991143 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef516a84-b935-4862-9d13-06e560df7091 req-35896159-74fa-4891-840f-31f9aff679a8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:49.995876 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ef516a84-b935-4862-9d13-06e560df7091 req-35896159-74fa-4891-840f-31f9aff679a8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 945 time: 0.2948370
May 10 17:23:49.996054 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-1e20efe5-4a03-41cc-aff1-257d0fd0ac97 tempest-TestShelveInstance-1096404825 tempest-TestShelveInstance-1096404825-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 1094 time: 0.4178629
May 10 17:23:49.997106 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 59268) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:23:50.009327 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-83f7af4b-4d02-4998-a9aa-f5ea74473348 req-ccd8a485-f7ec-4a19-a784-c824e003e4a3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] For port f45c4d8b-c6fb-4cff-8ecf-637d4b509510, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f45c4d8b-c6fb-4cff-8ecf-637d4b509510,segment=NetworkSegment(30e48780-6b8b-42fb-959a-8e946ee097a6),segment_id=30e48780-6b8b-42fb-959a-8e946ee097a6)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:50.009683 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-83f7af4b-4d02-4998-a9aa-f5ea74473348 req-ccd8a485-f7ec-4a19-a784-c824e003e4a3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:50.011119 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Request body: {'floatingip': {'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'port_id': 'df51801e-4b4f-4882-bfda-80d9c2c3b7fc', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:23:50.017216 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:23:50.021235 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Usage tracker for resource:floatingip and tenant:3f31dcd80b43441793b8dccf23bea16a is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:23:50.024265 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:23:50.031780 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:23:50.054178 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for floatingip, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:50.075030 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-14e04028-15ff-4e89-a827-d5c392afa53c req-48b470aa-96e6-4c2e-b709-8f4a7b7f1b8e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1162608
May 10 17:23:50.225488 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-343b6812-bc2c-4d38-a522-eee04a878d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:50.247887 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:50.324791 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-83f7af4b-4d02-4998-a9aa-f5ea74473348 req-ccd8a485-f7ec-4a19-a784-c824e003e4a3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Calling delete_port for f45c4d8b-c6fb-4cff-8ecf-637d4b509510 owned by compute:nova {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:23:50.391514 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ef516a84-b935-4862-9d13-06e560df7091 req-97419a76-4c77-41d2-b325-28b1b1199230 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3909068
May 10 17:23:50.437472 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Allocated IP 172.27.1.148 (bae4116f-378a-4109-9d6f-b35b773f5102/85c6ce2f-4b23-430e-8a05-d1a9c5baa36d/5b5fcbd2-a1f5-498c-b919-1a2dcf006e67) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:23:50.465111 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e988615-2cad-437f-8125-80560ec91feb req-fad7f06b-f71b-430f-96ee-e792aeecb96e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:50.466716 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4e988615-2cad-437f-8125-80560ec91feb req-fad7f06b-f71b-430f-96ee-e792aeecb96e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.1399083
May 10 17:23:50.567512 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4e988615-2cad-437f-8125-80560ec91feb req-844338e1-80e7-4d23-b8f3-cc2f38a47daf tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917816
May 10 17:23:50.599002 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-83f7af4b-4d02-4998-a9aa-f5ea74473348 req-ccd8a485-f7ec-4a19-a784-c824e003e4a3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:50.606926 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:50.633931 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:50.640802 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['7a435a01-5e96-4ca5-bec4-fb27c4859172', '63230674-0039-4b7c-80d1-e8ccab7f7656', '1bd6f1d7-5140-47ca-a79d-6899fb7d7339'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:23:50.660219 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd8a485-f7ec-4a19-a784-c824e003e4a3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Pushing event deleted for resources: {'Port': ['ID=f45c4d8b-c6fb-4cff-8ecf-637d4b509510,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:50.670913 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-ccd8a485-f7ec-4a19-a784-c824e003e4a3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:50.676287 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:50.682854 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:50.766269 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Network bae4116f-378a-4109-9d6f-b35b773f5102 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:23:50.769995 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:23:50.777707 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:23:50.823526 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f7af4b-4d02-4998-a9aa-f5ea74473348 req-ccd8a485-f7ec-4a19-a784-c824e003e4a3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] No DVR routers for this DVR port f45c4d8b-c6fb-4cff-8ecf-637d4b509510 on host hv-cinder-78638 {{(pid=78697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:23:50.826424 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-83f7af4b-4d02-4998-a9aa-f5ea74473348 req-ccd8a485-f7ec-4a19-a784-c824e003e4a3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:50.830999 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04c824b-a74d-4951-80a9-0a37e0c67b95', 'name': 'network-vif-deleted', 'tag': 'f45c4d8b-c6fb-4cff-8ecf-637d4b509510'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:23:50.842257 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Pushing event updated for resources: {'Port': ['ID=5b5fcbd2-a1f5-498c-b919-1a2dcf006e67,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:50.847480 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:50.870509 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2f185-9cd1-42d1-bbc5-fd6301ca33ec req-e0089069-9c65-4eb1-913c-fff626be8897 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:50.871246 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-56e2f185-9cd1-42d1-bbc5-fd6301ca33ec req-e0089069-9c65-4eb1-913c-fff626be8897 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Synchronizing usage tracker for tenant:0c9cc9feff17427b9609bc260703b774 on resource:port {{(pid=78698) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:23:50.934988 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69126025-c8b5-4df0-93ec-243e74d694a3 req-21f750f8-e5dd-4e72-8350-c04487f78f4e tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:50.940908 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-69126025-c8b5-4df0-93ec-243e74d694a3 req-21f750f8-e5dd-4e72-8350-c04487f78f4e tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 945 time: 0.2798688
May 10 17:23:50.946091 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04c824b-a74d-4951-80a9-0a37e0c67b95', 'name': 'network-vif-deleted', 'tag': 'f45c4d8b-c6fb-4cff-8ecf-637d4b509510', 'status': 'completed', 'code': 200}
May 10 17:23:50.950110 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83f7af4b-4d02-4998-a9aa-f5ea74473348 req-ccd8a485-f7ec-4a19-a784-c824e003e4a3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.36 "DELETE /v2.0/ports/f45c4d8b-c6fb-4cff-8ecf-637d4b509510 HTTP/1.1" status: 204  len: 173 time: 1.5785255
May 10 17:23:51.015765 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-56e2f185-9cd1-42d1-bbc5-fd6301ca33ec req-e0089069-9c65-4eb1-913c-fff626be8897 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Unset dirty status for tenant:0c9cc9feff17427b9609bc260703b774 on resource:port {{(pid=78698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:23:51.017103 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-56e2f185-9cd1-42d1-bbc5-fd6301ca33ec req-e0089069-9c65-4eb1-913c-fff626be8897 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.36 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 945 time: 0.4903932
May 10 17:23:51.019405 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-69126025-c8b5-4df0-93ec-243e74d694a3 req-9fb52831-6b14-42b8-bcd7-5af459bcde23 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721843
May 10 17:23:51.330843 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c108a5c-b155-4309-8bb1-7ac46c70ec26 req-adfd7e41-af18-4913-8707-91bc081277ad tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:51.341707 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1c108a5c-b155-4309-8bb1-7ac46c70ec26 req-adfd7e41-af18-4913-8707-91bc081277ad tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.1141117
May 10 17:23:51.392181 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1c108a5c-b155-4309-8bb1-7ac46c70ec26 req-46429ce1-78d9-46fa-a0d9-36891b27fb52 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491872
May 10 17:23:51.475971 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:51.648168 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device f45c4d8b-c6fb-4cff-8ecf-637d4b509510 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:23:51.695797 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-b3cf49fb-5cd6-4531-997c-f8f14f9244e4 req-bccb1e8f-a7f5-4ce0-ad34-ac5693e26f63 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Synchronizing usage tracker for tenant:d0f782c325f1445b94f0ff94b78c2c9f on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:23:51.705405 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [req-56e2f185-9cd1-42d1-bbc5-fd6301ca33ec req-a4c21079-d93d-4e52-84ca-ce9c6dfc81ab tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Deleting port e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6 {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:23:51.706033 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-56e2f185-9cd1-42d1-bbc5-fd6301ca33ec req-a4c21079-d93d-4e52-84ca-ce9c6dfc81ab tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:51.739178 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-b3cf49fb-5cd6-4531-997c-f8f14f9244e4 req-bccb1e8f-a7f5-4ce0-ad34-ac5693e26f63 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Unset dirty status for tenant:d0f782c325f1445b94f0ff94b78c2c9f on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:23:51.740526 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b3cf49fb-5cd6-4531-997c-f8f14f9244e4 req-bccb1e8f-a7f5-4ce0-ad34-ac5693e26f63 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b04c824b-a74d-4951-80a9-0a37e0c67b95 HTTP/1.1" status: 200  len: 210 time: 0.1649220
May 10 17:23:51.771643 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] No Port match for: f45c4d8b-c6fb-4cff-8ecf-637d4b509510 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:23:51.772257 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device f45c4d8b-c6fb-4cff-8ecf-637d4b509510 not bound to the agent host hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:23:51.887828 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-56e2f185-9cd1-42d1-bbc5-fd6301ca33ec req-a4c21079-d93d-4e52-84ca-ce9c6dfc81ab tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] For port e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6,segment=NetworkSegment(1b87a87c-1ad8-4bea-8d69-c95113d284a4),segment_id=1b87a87c-1ad8-4bea-8d69-c95113d284a4)] {{(pid=78698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:51.888227 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-56e2f185-9cd1-42d1-bbc5-fd6301ca33ec req-a4c21079-d93d-4e52-84ca-ce9c6dfc81ab tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:51.896202 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:52.062685 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [req-56e2f185-9cd1-42d1-bbc5-fd6301ca33ec req-a4c21079-d93d-4e52-84ca-ce9c6dfc81ab tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Calling delete_port for e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6 owned by compute:nova {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:23:52.088041 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd8972-c5e3-42cc-837d-7a96a62beb5b req-ab52d406-7a5d-4f0e-87ea-3f62344db843 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:52.095239 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2fd8972-c5e3-42cc-837d-7a96a62beb5b req-ab52d406-7a5d-4f0e-87ea-3f62344db843 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.1419435
May 10 17:23:52.158444 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2fd8972-c5e3-42cc-837d-7a96a62beb5b req-cd186c82-a460-4281-b637-a554d8fdf860 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622289
May 10 17:23:52.277815 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:52.324711 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-56e2f185-9cd1-42d1-bbc5-fd6301ca33ec req-a4c21079-d93d-4e52-84ca-ce9c6dfc81ab tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:52.333959 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:52.352386 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ef5a8-82cf-4bf9-8be0-f701e56ed37b req-ccdf4091-792d-48c2-9264-d879ef4cb174 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:52.359417 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a32ef5a8-82cf-4bf9-8be0-f701e56ed37b req-ccdf4091-792d-48c2-9264-d879ef4cb174 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 867 time: 0.1598523
May 10 17:23:52.404774 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c21079-d93d-4e52-84ca-ce9c6dfc81ab tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Pushing event deleted for resources: {'Port': ['ID=e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:52.413178 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a4c21079-d93d-4e52-84ca-ce9c6dfc81ab tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:52.521931 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a32ef5a8-82cf-4bf9-8be0-f701e56ed37b req-77980fc1-96a8-4916-84c7-5d715b5c7ee5 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614203
May 10 17:23:52.566862 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385bc4a3-f038-4713-a23e-a824974d13ce req-741830e7-bd79-4ae8-8e90-e1c752cb2e46 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:52.568690 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-385bc4a3-f038-4713-a23e-a824974d13ce req-741830e7-bd79-4ae8-8e90-e1c752cb2e46 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.2981579
May 10 17:23:52.777971 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:52.837636 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [req-56e2f185-9cd1-42d1-bbc5-fd6301ca33ec req-a4c21079-d93d-4e52-84ca-ce9c6dfc81ab tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] No DVR routers for this DVR port e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6 on host hv-cinder-78638 {{(pid=78698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:23:52.840965 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-56e2f185-9cd1-42d1-bbc5-fd6301ca33ec req-a4c21079-d93d-4e52-84ca-ce9c6dfc81ab tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:52.846980 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e932c1fd-4400-4eee-87e0-653b3de9b593', 'name': 'network-vif-deleted', 'tag': 'e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6'}] {{(pid=78698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:23:52.928211 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-42408eec-e30c-4717-9da1-b470840e4dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:52.937971 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-56e2f185-9cd1-42d1-bbc5-fd6301ca33ec req-a4c21079-d93d-4e52-84ca-ce9c6dfc81ab tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.36 "DELETE /v2.0/ports/e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6 HTTP/1.1" status: 204  len: 173 time: 1.8545086
May 10 17:23:52.970263 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36d8e89-b957-426a-8dd2-0b567e233040 req-c75977d0-f2c1-4717-bd6f-0668ab4ea528 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:52.972254 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e36d8e89-b957-426a-8dd2-0b567e233040 req-c75977d0-f2c1-4717-bd6f-0668ab4ea528 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.3740871
May 10 17:23:52.973972 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for port, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:52.979134 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10577401'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:52.986024 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a4c21079-d93d-4e52-84ca-ce9c6dfc81ab tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:53.045077 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e932c1fd-4400-4eee-87e0-653b3de9b593', 'name': 'network-vif-deleted', 'tag': 'e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6', 'status': 'completed', 'code': 200}
May 10 17:23:53.074095 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e36d8e89-b957-426a-8dd2-0b567e233040 req-4db42dc8-b4c1-4807-b276-7ae5949860a3 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0890012
May 10 17:23:53.075688 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-385bc4a3-f038-4713-a23e-a824974d13ce req-9683070f-4153-426a-8581-69fd444d6014 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Deleting port b561183d-3956-4826-8e0f-46690d4b1fa6 {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:23:53.076028 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-385bc4a3-f038-4713-a23e-a824974d13ce req-9683070f-4153-426a-8581-69fd444d6014 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:53.135359 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:23:53.152164 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422768'] for floatingip, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:53.381338 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-385bc4a3-f038-4713-a23e-a824974d13ce req-9683070f-4153-426a-8581-69fd444d6014 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] For port b561183d-3956-4826-8e0f-46690d4b1fa6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b561183d-3956-4826-8e0f-46690d4b1fa6,segment=NetworkSegment(bb9bc946-95d0-481f-84a5-629b2a6016d3),segment_id=bb9bc946-95d0-481f-84a5-629b2a6016d3)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:23:53.381951 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-385bc4a3-f038-4713-a23e-a824974d13ce req-9683070f-4153-426a-8581-69fd444d6014 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:53.460308 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Pushing event updated for resources: {'Port': ['ID=5b5fcbd2-a1f5-498c-b919-1a2dcf006e67,revision_number=2']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:53.473954 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.488s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:53.478478 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.l3_db [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Floating IP 32378244-2c5c-414b-b826-0a9be50b9929 associated. External IP: 172.27.1.148, port: df51801e-4b4f-4882-bfda-80d9c2c3b7fc.
May 10 17:23:53.543394 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-385bc4a3-f038-4713-a23e-a824974d13ce req-9683070f-4153-426a-8581-69fd444d6014 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Calling delete_port for b561183d-3956-4826-8e0f-46690d4b1fa6 owned by compute:nova {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:23:53.588391 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3060cb-7a43-46f9-9439-7393eb447783 req-e574f07c-a67a-40a2-bc06-51e6801a2a0e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:53.595482 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-aa3060cb-7a43-46f9-9439-7393eb447783 req-e574f07c-a67a-40a2-bc06-51e6801a2a0e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 945 time: 0.2826040
May 10 17:23:53.664687 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-aa3060cb-7a43-46f9-9439-7393eb447783 req-291513fe-a568-4f55-b041-24abc8a9d827 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682442
May 10 17:23:53.882031 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-19dc256f-1ab9-4d9f-a88b-bafc875a2323 req-acb265c0-a759-4c86-ad05-ebdcc7be9006 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=e932c1fd-4400-4eee-87e0-653b3de9b593 HTTP/1.1" status: 200  len: 210 time: 0.2015972
May 10 17:23:53.919960 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Router b2276159-8965-497c-8eac-bca38d5cb2db has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:23:53.938019 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-385bc4a3-f038-4713-a23e-a824974d13ce req-9683070f-4153-426a-8581-69fd444d6014 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:53.938555 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:53.951067 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:23:53.997616 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['b561183d-3956-4826-8e0f-46690d4b1fa6', 'efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:23:54.086481 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9683070f-4153-426a-8581-69fd444d6014 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Pushing event deleted for resources: {'Port': ['ID=b561183d-3956-4826-8e0f-46690d4b1fa6,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:23:54.097840 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-9683070f-4153-426a-8581-69fd444d6014 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:23:54.182684 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:23:54.193748 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eec5fa-b35e-4371-ab57-60123533cc82 None None] Sync routers for ids ['b2276159-8965-497c-8eac-bca38d5cb2db'] in dv-cinder-786383-3-iscsi {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:23:54.208871 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eec5fa-b35e-4371-ab57-60123533cc82 None None] Routers {'b2276159-8965-497c-8eac-bca38d5cb2db'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:54.210008 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-17eec5fa-b35e-4371-ab57-60123533cc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0883a760>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['b2276159-8965-497c-8eac-bca38d5cb2db'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:54.233666 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for floatingip, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:54.256875 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-385bc4a3-f038-4713-a23e-a824974d13ce req-9683070f-4153-426a-8581-69fd444d6014 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] No DVR routers for this DVR port b561183d-3956-4826-8e0f-46690d4b1fa6 on host hv-cinder-78638 {{(pid=78697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:23:54.267897 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-385bc4a3-f038-4713-a23e-a824974d13ce req-9683070f-4153-426a-8581-69fd444d6014 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:54.277337 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca99c621-cf4f-4224-b16f-83b403a4e810', 'name': 'network-vif-deleted', 'tag': 'b561183d-3956-4826-8e0f-46690d4b1fa6'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:23:54.328903 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-385bc4a3-f038-4713-a23e-a824974d13ce req-9683070f-4153-426a-8581-69fd444d6014 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.36 "DELETE /v2.0/ports/b561183d-3956-4826-8e0f-46690d4b1fa6 HTTP/1.1" status: 204  len: 173 time: 1.6930799
May 10 17:23:54.365775 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 4.3664196
May 10 17:23:54.412822 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca99c621-cf4f-4224-b16f-83b403a4e810', 'name': 'network-vif-deleted', 'tag': 'b561183d-3956-4826-8e0f-46690d4b1fa6', 'status': 'completed', 'code': 200}
May 10 17:23:54.497488 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f60ba-fbee-4987-8cb0-e0684f4f49c8 req-0ffaea66-00be-4428-9df7-acd3c505e389 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:54.502251 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-382f60ba-fbee-4987-8cb0-e0684f4f49c8 req-0ffaea66-00be-4428-9df7-acd3c505e389 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.1536453
May 10 17:23:54.585029 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-17eec5fa-b35e-4371-ab57-60123533cc82 None None] Set router b2276159-8965-497c-8eac-bca38d5cb2db gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:54.605092 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-382f60ba-fbee-4987-8cb0-e0684f4f49c8 req-015a6947-5240-4c40-aa31-e3cd197c2a6f tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0991113
May 10 17:23:55.016901 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-6600a67f-5980-4fc2-a639-ad33c78e4714 req-310f0fa0-5481-4ebe-a7cd-d53304ab2cf0 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Synchronizing usage tracker for tenant:7fc027d222ec41848aea01fc2452dce7 on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:23:55.039508 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-6600a67f-5980-4fc2-a639-ad33c78e4714 req-310f0fa0-5481-4ebe-a7cd-d53304ab2cf0 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Unset dirty status for tenant:7fc027d222ec41848aea01fc2452dce7 on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:23:55.046877 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261e9b77-db9a-4a51-bd06-480d1bff4a79', 'tag': 'df51801e-4b4f-4882-bfda-80d9c2c3b7fc'}] {{(pid=78698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:23:55.061258 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6600a67f-5980-4fc2-a639-ad33c78e4714 req-310f0fa0-5481-4ebe-a7cd-d53304ab2cf0 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=ca99c621-cf4f-4224-b16f-83b403a4e810 HTTP/1.1" status: 200  len: 210 time: 0.1482449
May 10 17:23:55.167824 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-17eec5fa-b35e-4371-ab57-60123533cc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0883a760>, [{'id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'name': 'tempest-TestShelveInstance-148834655-router', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:11Z', 'revision_number': 4, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'gw_port': {'id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': '32378244-2c5c-414b-b826-0a9be50b9929', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'port_id': 'df51801e-4b4f-4882-bfda-80d9c2c3b7fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf', 'mac_address': 'fa:16:3e:75:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261e9b77-db9a-4a51-bd06-480d1bff4a79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:23:51Z', 'updated_at': '2021-05-10T17:23:51Z', 'revision_number': 0, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02612505-db92-4048-9f34-ef9c18f9cffa', 'name': '', 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'mac_address': 'fa:16:3e:b8:ad:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'f962103c-0f67-411d-a90a-456d6581d1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:10Z', 'updated_at': '2021-05-10T17:22:22Z', 'revision_number': 5, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'subnets': [{'id': 'f962103c-0f67-411d-a90a-456d6581d1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:55.172443 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eec5fa-b35e-4371-ab57-60123533cc82 None None] Checking router: b2276159-8965-497c-8eac-bca38d5cb2db for host: dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:23:55.173241 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261e9b77-db9a-4a51-bd06-480d1bff4a79', 'tag': 'df51801e-4b4f-4882-bfda-80d9c2c3b7fc', 'status': 'completed', 'code': 200}
May 10 17:23:55.181974 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17eec5fa-b35e-4371-ab57-60123533cc82 None None] Routers {'b2276159-8965-497c-8eac-bca38d5cb2db'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:23:55.182864 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-17eec5fa-b35e-4371-ab57-60123533cc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0883a760>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:23:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['b2276159-8965-497c-8eac-bca38d5cb2db'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:55.372605 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692372f3-a76e-4d9a-8281-504af4b5d971 req-96a0378b-4f10-41c0-85c8-b321237da1f6 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:55.380426 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-692372f3-a76e-4d9a-8281-504af4b5d971 req-96a0378b-4f10-41c0-85c8-b321237da1f6 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 946 time: 0.1898663
May 10 17:23:55.419094 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa4981-a1fd-43f5-8272-e14c0f59fc2c req-8be3882d-d817-41b4-9842-856df36a898a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:55.420234 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:23:55.420809 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ecfa4981-a1fd-43f5-8272-e14c0f59fc2c req-8be3882d-d817-41b4-9842-856df36a898a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f31dcd80b43441793b8dccf23bea16a&device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 1099 time: 0.1831474
May 10 17:23:55.523829 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-17eec5fa-b35e-4371-ab57-60123533cc82 None None] Set router b2276159-8965-497c-8eac-bca38d5cb2db gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:23:55.575298 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-692372f3-a76e-4d9a-8281-504af4b5d971 req-31495de7-f439-45ec-b8ac-f9e0042276be tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1939757
May 10 17:23:55.652450 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa4981-a1fd-43f5-8272-e14c0f59fc2c req-5a03c801-89ab-44a4-af9f-413fbaef4ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:55.653988 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ecfa4981-a1fd-43f5-8272-e14c0f59fc2c req-5a03c801-89ab-44a4-af9f-413fbaef4ff4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b27b3d6-b96f-40b8-8215-39e706b9c0cf HTTP/1.1" status: 200  len: 909 time: 0.2242641
May 10 17:23:55.683971 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:23:55.759222 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] No Port match for: e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:23:55.760084 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device e3e2da96-fc58-4fcd-bcac-e3ea41ef3ec6 not bound to the agent host hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:23:55.761237 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device b561183d-3956-4826-8e0f-46690d4b1fa6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:23:55.861379 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] No Port match for: b561183d-3956-4826-8e0f-46690d4b1fa6 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:23:55.863702 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device b561183d-3956-4826-8e0f-46690d4b1fa6 not bound to the agent host hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:23:55.989778 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ecfa4981-a1fd-43f5-8272-e14c0f59fc2c req-73ff760d-1f37-4d4a-9f20-59ad789a9326 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df51801e-4b4f-4882-bfda-80d9c2c3b7fc HTTP/1.1" status: 200  len: 1000 time: 0.3245132
May 10 17:23:56.092401 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd00f03c-a248-4536-98d8-adf344fabc3a req-29d9318a-a439-4974-9b56-7bcf871ee218 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:56.093283 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dd00f03c-a248-4536-98d8-adf344fabc3a req-29d9318a-a439-4974-9b56-7bcf871ee218 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.2255507
May 10 17:23:56.097270 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa4981-a1fd-43f5-8272-e14c0f59fc2c req-6eb413d6-9e22-44dc-a5ec-00e0b3e40c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:56.098763 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ecfa4981-a1fd-43f5-8272-e14c0f59fc2c req-6eb413d6-9e22-44dc-a5ec-00e0b3e40c44 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f962103c-0f67-411d-a90a-456d6581d1ab HTTP/1.1" status: 200  len: 847 time: 0.0974662
May 10 17:23:56.107274 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-17eec5fa-b35e-4371-ab57-60123533cc82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0883a760>, [{'id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'name': 'tempest-TestShelveInstance-148834655-router', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:11Z', 'revision_number': 4, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'gw_port': {'id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': '32378244-2c5c-414b-b826-0a9be50b9929', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'port_id': 'df51801e-4b4f-4882-bfda-80d9c2c3b7fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf', 'mac_address': 'fa:16:3e:75:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261e9b77-db9a-4a51-bd06-480d1bff4a79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:23:51Z', 'updated_at': '2021-05-10T17:23:51Z', 'revision_number': 0, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02612505-db92-4048-9f34-ef9c18f9cffa', 'name': '', 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'mac_address': 'fa:16:3e:b8:ad:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'f962103c-0f67-411d-a90a-456d6581d1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:10Z', 'updated_at': '2021-05-10T17:22:22Z', 'revision_number': 5, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'subnets': [{'id': 'f962103c-0f67-411d-a90a-456d6581d1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:23:56.113490 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17eec5fa-b35e-4371-ab57-60123533cc82 None None] The sync data for ids ['b2276159-8965-497c-8eac-bca38d5cb2db'] in dv-cinder-786383-3-iscsi is: [{'id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'name': 'tempest-TestShelveInstance-148834655-router', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:11Z', 'revision_number': 4, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'gw_port': {'id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': '32378244-2c5c-414b-b826-0a9be50b9929', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'floating_ip_address': '172.27.1.148', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'port_id': 'df51801e-4b4f-4882-bfda-80d9c2c3b7fc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 427, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf', 'mac_address': 'fa:16:3e:75:7c:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '261e9b77-db9a-4a51-bd06-480d1bff4a79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:23:51Z', 'updated_at': '2021-05-10T17:23:51Z', 'revision_number': 0, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02612505-db92-4048-9f34-ef9c18f9cffa', 'name': '', 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'mac_address': 'fa:16:3e:b8:ad:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'f962103c-0f67-411d-a90a-456d6581d1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:10Z', 'updated_at': '2021-05-10T17:22:22Z', 'revision_number': 5, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'subnets': [{'id': 'f962103c-0f67-411d-a90a-456d6581d1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:23:56.156858 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dd00f03c-a248-4536-98d8-adf344fabc3a req-e494a36e-d1bd-49d9-8a26-6d32511a8d6d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0570538
May 10 17:23:56.434309 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2906342d-c72d-46aa-92cb-75ad8be725a4 None None] New status for floating IP 32378244-2c5c-414b-b826-0a9be50b9929: ACTIVE {{(pid=78699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:23:56.733563 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f263c75-01dd-467f-bf91-4149e92e7bfb req-79248a11-25db-4762-85fd-15dc1734e294 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:56.736013 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1f263c75-01dd-467f-bf91-4149e92e7bfb req-79248a11-25db-4762-85fd-15dc1734e294 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1460443
May 10 17:23:56.838810 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1f263c75-01dd-467f-bf91-4149e92e7bfb req-3b44884f-9937-4518-921f-3a05729090f1 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618315
May 10 17:23:56.874261 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157c2f32-479c-41b5-ad49-ea2364ecd669 req-b3b6822a-9d0d-4160-8399-e9cb5e8824e7 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:56.875879 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-157c2f32-479c-41b5-ad49-ea2364ecd669 req-b3b6822a-9d0d-4160-8399-e9cb5e8824e7 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 946 time: 0.1387639
May 10 17:23:56.923341 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-157c2f32-479c-41b5-ad49-ea2364ecd669 req-f22e2260-ccc5-454a-ac1b-40a6e62581e0 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408268
May 10 17:23:57.378274 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866dced4-96e8-4564-b24c-14fb7beef62f req-1e55cd6d-6a81-4174-b8a1-3f3c6c5d83d9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:57.379935 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-866dced4-96e8-4564-b24c-14fb7beef62f req-1e55cd6d-6a81-4174-b8a1-3f3c6c5d83d9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.0934532
May 10 17:23:57.429019 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-866dced4-96e8-4564-b24c-14fb7beef62f req-6d8507b2-a347-4493-9aaa-8702c34070f6 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428689
May 10 17:23:58.032529 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa051b05-cffb-49c3-893a-ec2847beadfb req-41f71509-579b-49a0-bcf1-eb154bc1fe57 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:58.034163 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fa051b05-cffb-49c3-893a-ec2847beadfb req-41f71509-579b-49a0-bcf1-eb154bc1fe57 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0843697
May 10 17:23:58.165998 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fa051b05-cffb-49c3-893a-ec2847beadfb req-060ea9db-0b7e-431a-b019-fd798a509745 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1248405
May 10 17:23:58.223654 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c0f08f-abd9-44d1-9e8d-0649d94859a7 req-ff02d8c1-9ee3-415b-b7de-a5ddd9cf28ee tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:58.232425 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-66c0f08f-abd9-44d1-9e8d-0649d94859a7 req-ff02d8c1-9ee3-415b-b7de-a5ddd9cf28ee tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 946 time: 0.1398211
May 10 17:23:58.278572 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-66c0f08f-abd9-44d1-9e8d-0649d94859a7 req-bc920bbc-2f8a-4ca1-8034-e020de614ac7 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450838
May 10 17:23:58.667849 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e815468-19cd-4be5-b4f9-109b33e8100c req-e133ca0e-0670-41f4-bc06-0762bf0072ab tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:58.669502 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3e815468-19cd-4be5-b4f9-109b33e8100c req-e133ca0e-0670-41f4-bc06-0762bf0072ab tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.1035900
May 10 17:23:58.744839 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3e815468-19cd-4be5-b4f9-109b33e8100c req-6460fd58-9504-47b3-8019-1efad457bcd5 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692577
May 10 17:23:59.375290 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f4e48c-d972-4bf1-ad1f-6e6c0dbe3a62 req-72b9d009-979d-4435-99c1-6da7f31cab40 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:59.377641 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a4f4e48c-d972-4bf1-ad1f-6e6c0dbe3a62 req-72b9d009-979d-4435-99c1-6da7f31cab40 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0944839
May 10 17:23:59.446505 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a4f4e48c-d972-4bf1-ad1f-6e6c0dbe3a62 req-b8347069-de8f-4e75-a7c8-8648d6ba9b88 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590260
May 10 17:23:59.542283 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf87f37e-1c5e-46c7-89eb-e57b774671ba req-606dea40-b200-495c-bd96-632595207988 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:59.543780 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cf87f37e-1c5e-46c7-89eb-e57b774671ba req-606dea40-b200-495c-bd96-632595207988 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 946 time: 0.0943964
May 10 17:23:59.674673 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cf87f37e-1c5e-46c7-89eb-e57b774671ba req-74e20126-cd20-4827-9c51-ff30e92b7700 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249025
May 10 17:23:59.947687 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc224d9a-3afb-46af-9682-878ca888d4a7 req-47823600-00bc-46d7-9b61-0e8e0fa74338 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:23:59.949185 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc224d9a-3afb-46af-9682-878ca888d4a7 req-47823600-00bc-46d7-9b61-0e8e0fa74338 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.0880842
May 10 17:24:00.015980 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc224d9a-3afb-46af-9682-878ca888d4a7 req-18d44228-20bf-4564-9f3d-255e7466ae15 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0555730
May 10 17:24:00.139076 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa4981-a1fd-43f5-8272-e14c0f59fc2c req-0b07190b-b3c3-4eb9-8451-5259442bbc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:00.140717 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ecfa4981-a1fd-43f5-8272-e14c0f59fc2c req-0b07190b-b3c3-4eb9-8451-5259442bbc48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b27b3d6-b96f-40b8-8215-39e706b9c0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0775042
May 10 17:24:00.642484 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a726187-93c9-45a5-b5c9-350f789783d7 req-37e2085b-ceef-4d6c-8957-47da93dc5983 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:00.644048 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5a726187-93c9-45a5-b5c9-350f789783d7 req-37e2085b-ceef-4d6c-8957-47da93dc5983 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0894306
May 10 17:24:00.694606 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5a726187-93c9-45a5-b5c9-350f789783d7 req-214dfef6-79db-48f7-bb3a-76159d58dd2b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437248
May 10 17:24:00.882403 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb48aa7-d651-4827-80c9-617585bf51ba req-df62ecdf-99b0-4c30-9aa4-a61b965ebaa1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:00.883850 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8bb48aa7-d651-4827-80c9-617585bf51ba req-df62ecdf-99b0-4c30-9aa4-a61b965ebaa1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 946 time: 0.0842800
May 10 17:24:00.927950 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8bb48aa7-d651-4827-80c9-617585bf51ba req-6f9efb0a-c16b-4e03-807e-b60674250a15 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382993
May 10 17:24:01.217172 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10594e0-ffe4-41d5-854e-c90d87120403 req-00a736bb-5aba-49b8-a554-c475c586d6e4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:01.218653 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a10594e0-ffe4-41d5-854e-c90d87120403 req-00a736bb-5aba-49b8-a554-c475c586d6e4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.0839868
May 10 17:24:01.263043 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a10594e0-ffe4-41d5-854e-c90d87120403 req-3f90efee-4dab-468b-8ac5-fa37cb8c66cf tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385814
May 10 17:24:01.859723 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device a36caa3d-c0a8-46d5-8981-e9e734cd45b6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:24:01.881796 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c855e-0ef6-41c9-90da-f748ddbadf77 req-30db7f16-9418-45bd-b93a-8cf67f0a3af2 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:01.883567 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2d0c855e-0ef6-41c9-90da-f748ddbadf77 req-30db7f16-9418-45bd-b93a-8cf67f0a3af2 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0840373
May 10 17:24:01.927155 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2d0c855e-0ef6-41c9-90da-f748ddbadf77 req-411a5331-deaa-49ff-b62d-3a8ef285d9e0 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381203
May 10 17:24:01.996250 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port a36caa3d-c0a8-46d5-8981-e9e734cd45b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:02.010064 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'port_id': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6', 'mac_address': 'fa:16:3e:b8:64:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:24:02.065425 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:02.084547 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a36caa3d-c0a8-46d5-8981-e9e734cd45b6 {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:24:02.099941 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port a36caa3d-c0a8-46d5-8981-e9e734cd45b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:02.104412 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:02.107274 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-cca2ede5-5253-489e-bdf3-2819826bfd98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:02.113735 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f44df1-5a2b-4023-9fe0-4a0110abb326 req-028b7274-ba32-48a2-b210-8aa8e5f1e32d tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:02.115214 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-63f44df1-5a2b-4023-9fe0-4a0110abb326 req-028b7274-ba32-48a2-b210-8aa8e5f1e32d tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 946 time: 0.0837350
May 10 17:24:02.159713 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-63f44df1-5a2b-4023-9fe0-4a0110abb326 req-7f7b28d3-b23b-44d7-9d6a-77c30985870f tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0379543
May 10 17:24:02.171438 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,revision_number=6']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:02.178467 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:02.178818 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:02.179184 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:02.179544 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:02.179871 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:02.180199 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:02.180522 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:02.180845 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:02.181189 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:02.181513 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:02.181831 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:02.182148 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:02.185963 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:02.454249 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2151397-8643-400a-9a93-cf64ea58006c req-5c35862f-bc1d-445a-8cfe-72b67cdd2045 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:02.455705 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2151397-8643-400a-9a93-cf64ea58006c req-5c35862f-bc1d-445a-8cfe-72b67cdd2045 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 944 time: 0.0817716
May 10 17:24:02.499848 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2151397-8643-400a-9a93-cf64ea58006c req-52240462-8d1c-4ff4-a545-aa852c7c5248 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379479
May 10 17:24:03.106222 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a045b0de-ef9c-4873-834a-dfe61db17ef5 req-cf9390ee-8829-47c2-8a03-2f5ac8f4c92d tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:03.107786 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a045b0de-ef9c-4873-834a-dfe61db17ef5 req-cf9390ee-8829-47c2-8a03-2f5ac8f4c92d tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0781112
May 10 17:24:03.154296 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a045b0de-ef9c-4873-834a-dfe61db17ef5 req-00a06827-1d81-448f-9f56-ae8b32629ac8 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406060
May 10 17:24:03.344136 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a7048a-85cc-472f-a31d-73cf51fbc1bf req-a6cd6b4c-f4cb-41ca-a8a9-4b6cdd342f2b tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:03.345574 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-74a7048a-85cc-472f-a31d-73cf51fbc1bf req-a6cd6b4c-f4cb-41ca-a8a9-4b6cdd342f2b tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 946 time: 0.0801909
May 10 17:24:03.390953 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-74a7048a-85cc-472f-a31d-73cf51fbc1bf req-5b2eeb0c-ff7b-43d6-b741-0eac57d4532e tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386748
May 10 17:24:03.788467 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ecfa4981-a1fd-43f5-8272-e14c0f59fc2c req-bd8f345d-ef67-4606-848f-ac18decdc888 service neutron] 10.222.0.36 "GET /v2.0/networks/2b27b3d6-b96f-40b8-8215-39e706b9c0cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1791074
May 10 17:24:03.799333 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5273c47f-1683-4b8b-bba0-cbf15857580d req-c9488023-214e-4cd3-94ad-16c30a1f12fa tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:03.800670 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5273c47f-1683-4b8b-bba0-cbf15857580d req-c9488023-214e-4cd3-94ad-16c30a1f12fa tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 944 time: 0.1902213
May 10 17:24:03.922208 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5273c47f-1683-4b8b-bba0-cbf15857580d req-70d771e4-1f2c-4d22-86e2-5c96b215c28e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1031690
May 10 17:24:03.935555 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['a36caa3d-c0a8-46d5-8981-e9e734cd45b6'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:24:03.959428 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ecfa4981-a1fd-43f5-8272-e14c0f59fc2c req-b9a05051-e495-49ee-8ee7-d944c6673968 service neutron] 10.222.0.36 "GET /v2.0/networks/2b27b3d6-b96f-40b8-8215-39e706b9c0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1578519
May 10 17:24:04.332990 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9341f-9214-4365-9870-63ea8896e84d req-81dc04c7-1556-4d13-82f3-96fc70812a0c tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:04.334325 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-66a9341f-9214-4365-9870-63ea8896e84d req-81dc04c7-1556-4d13-82f3-96fc70812a0c tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0775723
May 10 17:24:04.380756 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-66a9341f-9214-4365-9870-63ea8896e84d req-6cabe9ee-4398-4cf4-9be0-e2cabd3619cc tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407479
May 10 17:24:04.571716 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63eef4a-4dde-475f-b1d5-9006f52ed2c3 req-62b6b987-5e14-4bd4-9f5c-f8fc959ee9bc tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:04.573151 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e63eef4a-4dde-475f-b1d5-9006f52ed2c3 req-62b6b987-5e14-4bd4-9f5c-f8fc959ee9bc tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 946 time: 0.0783520
May 10 17:24:04.617231 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e63eef4a-4dde-475f-b1d5-9006f52ed2c3 req-0cc0e024-2b47-425c-93a1-64a009ebe4ad tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382247
May 10 17:24:05.201587 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd769dd7-e667-4671-aa68-ebd4ab963e30 req-83fde1a6-31c7-48d0-9c49-2f3c94353643 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:05.202977 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fd769dd7-e667-4671-aa68-ebd4ab963e30 req-83fde1a6-31c7-48d0-9c49-2f3c94353643 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 944 time: 0.1651947
May 10 17:24:05.222159 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:24:05.249881 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fd769dd7-e667-4671-aa68-ebd4ab963e30 req-f27edfda-422c-4269-a8b3-8ee0723cb9ed tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411344
May 10 17:24:05.562913 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766a2e43-91bb-4817-8cb9-0bf81a22b13a req-0a452688-a9ae-4970-a1ab-2cf640b9e648 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:05.564365 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-766a2e43-91bb-4817-8cb9-0bf81a22b13a req-0a452688-a9ae-4970-a1ab-2cf640b9e648 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.0791726
May 10 17:24:05.623180 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-766a2e43-91bb-4817-8cb9-0bf81a22b13a req-bd21c07b-b7d6-4ab2-91dc-a8068349d201 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528169
May 10 17:24:05.805647 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1a79ca-5387-4c6a-80e5-f4271c8b002d req-37c3903a-91de-4e59-820e-36db3dc8d1e7 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:05.807132 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bb1a79ca-5387-4c6a-80e5-f4271c8b002d req-37c3903a-91de-4e59-820e-36db3dc8d1e7 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 946 time: 0.0799620
May 10 17:24:05.852414 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bb1a79ca-5387-4c6a-80e5-f4271c8b002d req-6397b2d4-d3d0-4f0b-974e-b2b86b3612af tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394044
May 10 17:24:05.859026 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device a36caa3d-c0a8-46d5-8981-e9e734cd45b6 up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:24:05.935734 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port a36caa3d-c0a8-46d5-8981-e9e734cd45b6 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:24:05.936144 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.067003 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.102242 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac86cf8-f933-474a-9e63-aef9cd2041d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:24:06.121365 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port a36caa3d-c0a8-46d5-8981-e9e734cd45b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:06.127133 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.129188 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:06.163021 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac86cf8-f933-474a-9e63-aef9cd2041d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6', 'code': 200}
May 10 17:24:06.163866 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d3c585-9531-4c9a-bea8-da90ea6d623c req-72d6d19a-6d4e-4c01-acb7-309c91567f1b tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:06.165966 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f9d3c585-9531-4c9a-bea8-da90ea6d623c req-72d6d19a-6d4e-4c01-acb7-309c91567f1b tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 946 time: 0.1018534
May 10 17:24:06.204904 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,revision_number=7']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:06.207990 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:06.337762 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-f9d3c585-9531-4c9a-bea8-da90ea6d623c req-0c55a030-e23f-467b-b2c6-6b014695b9b3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Deleting port 1bd6f1d7-5140-47ca-a79d-6899fb7d7339 {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:06.338106 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-f9d3c585-9531-4c9a-bea8-da90ea6d623c req-0c55a030-e23f-467b-b2c6-6b014695b9b3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.539504 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-f9d3c585-9531-4c9a-bea8-da90ea6d623c req-0c55a030-e23f-467b-b2c6-6b014695b9b3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] For port 1bd6f1d7-5140-47ca-a79d-6899fb7d7339, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1bd6f1d7-5140-47ca-a79d-6899fb7d7339,segment=NetworkSegment(30e48780-6b8b-42fb-959a-8e946ee097a6),segment_id=30e48780-6b8b-42fb-959a-8e946ee097a6)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:06.540003 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-f9d3c585-9531-4c9a-bea8-da90ea6d623c req-0c55a030-e23f-467b-b2c6-6b014695b9b3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.624539 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328cc6f-0086-4fde-9e3f-8cb0b1519f54 req-7c87c60e-9ffb-45fb-ad47-3196f0ac6364 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:06.626004 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2328cc6f-0086-4fde-9e3f-8cb0b1519f54 req-7c87c60e-9ffb-45fb-ad47-3196f0ac6364 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.2220607
May 10 17:24:06.689363 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-f9d3c585-9531-4c9a-bea8-da90ea6d623c req-0c55a030-e23f-467b-b2c6-6b014695b9b3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Calling delete_port for 1bd6f1d7-5140-47ca-a79d-6899fb7d7339 owned by compute:nova {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:06.781948 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2328cc6f-0086-4fde-9e3f-8cb0b1519f54 req-7aecb082-f3db-46c6-9909-05f72ea3548e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1005270
May 10 17:24:06.845737 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae5450b-5833-48a9-b8cc-3ea66bffa82e req-cc92d6fe-35b8-46f5-9480-fa56ea80f86a tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:06.847235 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dae5450b-5833-48a9-b8cc-3ea66bffa82e req-cc92d6fe-35b8-46f5-9480-fa56ea80f86a tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1101794
May 10 17:24:06.947441 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dae5450b-5833-48a9-b8cc-3ea66bffa82e req-2866ffda-8b93-4dcd-a29d-7ad329ea5810 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930498
May 10 17:24:06.957587 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-f9d3c585-9531-4c9a-bea8-da90ea6d623c req-0c55a030-e23f-467b-b2c6-6b014695b9b3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:06.973676 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:07.148189 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c55a030-e23f-467b-b2c6-6b014695b9b3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Pushing event deleted for resources: {'Port': ['ID=1bd6f1d7-5140-47ca-a79d-6899fb7d7339,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:07.156700 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-702ba520-9d1a-48a5-8066-e19c33efef7e req-e6da7afa-5c62-4b3d-9a44-cbdf609cdc49 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 210 time: 0.1237667
May 10 17:24:07.157524 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-0c55a030-e23f-467b-b2c6-6b014695b9b3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:07.163897 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d3c585-9531-4c9a-bea8-da90ea6d623c req-0c55a030-e23f-467b-b2c6-6b014695b9b3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] No DVR routers for this DVR port 1bd6f1d7-5140-47ca-a79d-6899fb7d7339 on host hv-cinder-78638 {{(pid=78697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:24:07.166483 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-f9d3c585-9531-4c9a-bea8-da90ea6d623c req-0c55a030-e23f-467b-b2c6-6b014695b9b3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:07.169897 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c232b4-e9fa-4f10-8db8-cabb373ef0c1', 'name': 'network-vif-deleted', 'tag': '1bd6f1d7-5140-47ca-a79d-6899fb7d7339'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:24:07.189982 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f9d3c585-9531-4c9a-bea8-da90ea6d623c req-0c55a030-e23f-467b-b2c6-6b014695b9b3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.36 "DELETE /v2.0/ports/1bd6f1d7-5140-47ca-a79d-6899fb7d7339 HTTP/1.1" status: 204  len: 173 time: 0.9954822
May 10 17:24:07.228894 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c232b4-e9fa-4f10-8db8-cabb373ef0c1', 'name': 'network-vif-deleted', 'tag': '1bd6f1d7-5140-47ca-a79d-6899fb7d7339', 'status': 'completed', 'code': 200}
May 10 17:24:07.350144 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 59582) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:07.366289 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['7a435a01-5e96-4ca5-bec4-fb27c4859172', '63230674-0039-4b7c-80d1-e8ccab7f7656', '1bd6f1d7-5140-47ca-a79d-6899fb7d7339'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:24:07.467580 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_v2 [None req-edb78477-2caa-4574-8d50-c9d6bfd0fff9 admin admin] Deleting subnet 82336533-0689-4c8f-a8bb-5db21820d58d {{(pid=78698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:24:07.470962 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-edb78477-2caa-4574-8d50-c9d6bfd0fff9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:07.525947 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-edb78477-2caa-4574-8d50-c9d6bfd0fff9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10641758'] for subnet, precommit_delete_associations {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:07.590031 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-edb78477-2caa-4574-8d50-c9d6bfd0fff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499293'] for subnet, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:07.969323 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-edb78477-2caa-4574-8d50-c9d6bfd0fff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10577331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10672789'] for subnet, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:07.975154 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:08.035954 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb78477-2caa-4574-8d50-c9d6bfd0fff9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82336533-0689-4c8f-a8bb-5db21820d58d,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:08.046576 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-edb78477-2caa-4574-8d50-c9d6bfd0fff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:08.064003 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-edb78477-2caa-4574-8d50-c9d6bfd0fff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:08.076457 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 59592) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:08.078885 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-edb78477-2caa-4574-8d50-c9d6bfd0fff9 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/82336533-0689-4c8f-a8bb-5db21820d58d HTTP/1.1" status: 204  len: 168 time: 0.7261150
May 10 17:24:08.121153 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9968e58-234a-4065-9865-295c402acd27 req-078f7c81-ec1f-4469-9240-bfa994a13f4c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:08.122611 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a9968e58-234a-4065-9865-295c402acd27 req-078f7c81-ec1f-4469-9240-bfa994a13f4c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.1786711
May 10 17:24:08.286026 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-3c7a5e71-b5fa-4b20-8089-a187b3ac59a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653661'] for network, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:08.291080 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a9968e58-234a-4065-9865-295c402acd27 req-1907303d-206c-478b-9145-d697d6986ff5 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795283
May 10 17:24:08.390107 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d22b90-7962-45ab-98cf-a8432a0d9eb9 req-e7a199af-a3df-4321-bd43-7b6a31751abd tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:08.397808 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-38d22b90-7962-45ab-98cf-a8432a0d9eb9 req-e7a199af-a3df-4321-bd43-7b6a31751abd tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.2891080
May 10 17:24:08.645262 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-68ac531a-6932-48ce-8417-fca54ecbe172 req-03510884-b4f1-4f5d-b3bc-ce5e3467b0b4 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Synchronizing usage tracker for tenant:d0f782c325f1445b94f0ff94b78c2c9f on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:24:08.675819 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-3c7a5e71-b5fa-4b20-8089-a187b3ac59a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501542', 'neutron.services.segments.db._delete_segments_for_network-8765770262173'] for network, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:08.685229 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-68ac531a-6932-48ce-8417-fca54ecbe172 req-03510884-b4f1-4f5d-b3bc-ce5e3467b0b4 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Unset dirty status for tenant:d0f782c325f1445b94f0ff94b78c2c9f on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:24:08.686521 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-68ac531a-6932-48ce-8417-fca54ecbe172 req-03510884-b4f1-4f5d-b3bc-ce5e3467b0b4 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 210 time: 0.2637100
May 10 17:24:08.695472 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-38d22b90-7962-45ab-98cf-a8432a0d9eb9 req-52931fd7-e025-4056-b6c4-61fde976747e tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2968380
May 10 17:24:08.697989 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-3c7a5e71-b5fa-4b20-8089-a187b3ac59a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8f0335c3a0>,) {'filters': {'network_id': ['247b7704-949d-47ff-a7d6-c3dc7a6e8e45']}} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:08.720917 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-3c7a5e71-b5fa-4b20-8089-a187b3ac59a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f0335c3a0>, '12cce722-7f13-4cf7-99d7-455709c60b1e') {'for_net_delete': True} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:08.720917 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-3c7a5e71-b5fa-4b20-8089-a187b3ac59a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f0335c3a0>, '12cce722-7f13-4cf7-99d7-455709c60b1e') {} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:08.728779 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-3c7a5e71-b5fa-4b20-8089-a187b3ac59a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765770273639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702529'] for segment, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:08.749700 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-3c7a5e71-b5fa-4b20-8089-a187b3ac59a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:08.756349 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c7a5e71-b5fa-4b20-8089-a187b3ac59a1 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=78697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:24:08.757016 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-3c7a5e71-b5fa-4b20-8089-a187b3ac59a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-811415'] for segment, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]: Traceback (most recent call last):
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:     timer()
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:     cb(*args, **kw)
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:     return func(*args, **kwargs)
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:     self._notify()
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:     self.callback(batched_events)
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:     event.method(event)
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:     return f(self, *a, **k)
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self._get(url).json()
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self.request(url, 'GET', **kwargs)
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:24:08.771196 dv-cinder-786383-3-iscsi neutron-server[78697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:24:08.855939 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-3c7a5e71-b5fa-4b20-8089-a187b3ac59a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422783'] for network, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:08.860200 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:08.874515 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-3c7a5e71-b5fa-4b20-8089-a187b3ac59a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:08.887072 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-3c7a5e71-b5fa-4b20-8089-a187b3ac59a1 admin admin] 10.222.0.32 "DELETE /v2.0/networks/247b7704-949d-47ff-a7d6-c3dc7a6e8e45 HTTP/1.1" status: 204  len: 168 time: 0.8066838
May 10 17:24:08.887072 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7a5e71-b5fa-4b20-8089-a187b3ac59a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=247b7704-949d-47ff-a7d6-c3dc7a6e8e45,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:08.892426 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-3c7a5e71-b5fa-4b20-8089-a187b3ac59a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:09.118225 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 59602) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:09.172203 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-31eb895f-4175-42df-bf37-61f4cf558978 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=74edb2011cde4bfcb01eceaf97474332&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0524778
May 10 17:24:09.174626 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 59606) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:09.237318 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-75040f3d-4b3c-4d6d-b094-0899cd247cd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:09.264866 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-75040f3d-4b3c-4d6d-b094-0899cd247cd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:09.361082 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-75040f3d-4b3c-4d6d-b094-0899cd247cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:09.369984 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-6dda88be-d7fd-43b1-b64e-68b418770571 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:09.389522 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75040f3d-4b3c-4d6d-b094-0899cd247cd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da2c83e-8081-4cf3-b571-7bb07bd54ef2,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:09.406142 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-75040f3d-4b3c-4d6d-b094-0899cd247cd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:09.413820 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-75040f3d-4b3c-4d6d-b094-0899cd247cd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:09.422505 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-75040f3d-4b3c-4d6d-b094-0899cd247cd2 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/5da2c83e-8081-4cf3-b571-7bb07bd54ef2 HTTP/1.1" status: 204  len: 168 time: 0.2404253
May 10 17:24:09.563567 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1cf4db-4622-473c-bc99-91fe0a3b9c3f req-7903f636-a41f-4a35-aa08-490a4fcf59d9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:09.565387 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6b1cf4db-4622-473c-bc99-91fe0a3b9c3f req-7903f636-a41f-4a35-aa08-490a4fcf59d9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.0850556
May 10 17:24:09.613695 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6b1cf4db-4622-473c-bc99-91fe0a3b9c3f req-db472077-5e0a-41f4-9d60-9298a0ff5368 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417438
May 10 17:24:09.895523 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-90957d43-bd40-449b-81b0-70d0776eabf1 req-0aff75b0-756c-4e21-9552-a259da6aa238 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 210 time: 0.0547955
May 10 17:24:09.994991 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf272d86-819b-4af6-ab11-b8bee663884c req-9bddc1ef-f89d-4ee0-90b6-27d7f7c9d92b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:10.004165 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cf272d86-819b-4af6-ab11-b8bee663884c req-9bddc1ef-f89d-4ee0-90b6-27d7f7c9d92b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1154978
May 10 17:24:10.059882 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cf272d86-819b-4af6-ab11-b8bee663884c req-ad7863d1-02a0-4216-8dd1-96a011a6a8ce tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0546565
May 10 17:24:10.838082 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1947d34f-1497-4f24-8527-7eb7a0e6a226 req-6273301e-615c-415a-82c1-cd889def4472 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:10.839724 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1947d34f-1497-4f24-8527-7eb7a0e6a226 req-6273301e-615c-415a-82c1-cd889def4472 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.1036475
May 10 17:24:10.916299 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1947d34f-1497-4f24-8527-7eb7a0e6a226 req-bb452c3e-b878-4e68-9329-1da906ef075b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0672843
May 10 17:24:11.196889 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5b694520-03b7-441b-83ac-285a4153e5b2 req-14354e2b-117d-4ec2-bf91-b95589434070 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=d3c232b4-e9fa-4f10-8db8-cabb373ef0c1 HTTP/1.1" status: 200  len: 210 time: 0.1271312
May 10 17:24:11.341122 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9dff55-3f18-4e3e-b797-9a4a6ff9c413 req-949db5db-400a-4d84-98dd-ade56f4ae4ee tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:11.357973 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2a9dff55-3f18-4e3e-b797-9a4a6ff9c413 req-949db5db-400a-4d84-98dd-ade56f4ae4ee tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1158476
May 10 17:24:11.402001 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2a9dff55-3f18-4e3e-b797-9a4a6ff9c413 req-7db094bd-e7c5-422a-8d09-8f9686818eeb tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430620
May 10 17:24:12.120459 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81775710-af92-464c-94c7-966fabec5566 req-230db799-5dc5-4c0e-bf89-d99f9f31eeac tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:12.122067 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-81775710-af92-464c-94c7-966fabec5566 req-230db799-5dc5-4c0e-bf89-d99f9f31eeac tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.0918994
May 10 17:24:12.171995 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-81775710-af92-464c-94c7-966fabec5566 req-95c5332f-a541-455b-beff-0886040ab2d1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435741
May 10 17:24:12.658391 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad977d4-0c22-4bbf-92be-df40f29f752a req-1da6d0bc-200c-4a75-83ec-d82f44a60543 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:12.659833 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6ad977d4-0c22-4bbf-92be-df40f29f752a req-1da6d0bc-200c-4a75-83ec-d82f44a60543 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1414351
May 10 17:24:12.708990 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdba961-34ee-481d-bddb-f1cd1684b4e4 req-d989d6aa-dfb3-4018-bc43-55b56c1ff940 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:12.711214 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fcdba961-34ee-481d-bddb-f1cd1684b4e4 req-d989d6aa-dfb3-4018-bc43-55b56c1ff940 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 946 time: 0.1370664
May 10 17:24:12.750175 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6ad977d4-0c22-4bbf-92be-df40f29f752a req-de4d5514-5957-4014-9789-b08c33b1f9ce tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0836804
May 10 17:24:12.771720 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fcdba961-34ee-481d-bddb-f1cd1684b4e4 req-39f255b6-2d20-4dbe-bf17-23bbd283c218 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532417
May 10 17:24:13.187284 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-44279d8e-e1c6-46a7-9fc3-448f26d05d18 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:13.188717 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-44279d8e-e1c6-46a7-9fc3-448f26d05d18 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/networks?id=59c79b3a-606f-480a-bc59-da16504e6cb0 HTTP/1.1" status: 200  len: 812 time: 0.1554012
May 10 17:24:13.209127 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-448bd5dc-b04f-4c68-91c2-74fb49407a7d tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/quotas/0c9cc9feff17427b9609bc260703b774 HTTP/1.1" status: 200  len: 375 time: 0.0145323
May 10 17:24:13.257171 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-b692e830-92c3-4475-bd92-6cf75b609eae tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=0c9cc9feff17427b9609bc260703b774&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0456140
May 10 17:24:13.257693 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 1bd6f1d7-5140-47ca-a79d-6899fb7d7339 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:13.296955 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] No Port match for: 1bd6f1d7-5140-47ca-a79d-6899fb7d7339 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:24:13.297596 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 1bd6f1d7-5140-47ca-a79d-6899fb7d7339 not bound to the agent host hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:24:13.509907 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-1770974b-271f-4033-a68c-f0a0164ea31f service neutron] 10.222.0.32 "GET /v2.0/networks/59c79b3a-606f-480a-bc59-da16504e6cb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2440605
May 10 17:24:13.519079 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6986dec-1f8a-4e87-b1ac-ec4c04242bd9 req-cfc07daa-1288-498a-b846-0892582d4276 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:13.532135 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a6986dec-1f8a-4e87-b1ac-ec4c04242bd9 req-cfc07daa-1288-498a-b846-0892582d4276 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.1708789
May 10 17:24:13.741295 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a6986dec-1f8a-4e87-b1ac-ec4c04242bd9 req-f9f7cd68-ddb4-44f2-84a2-1c16269b4da1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2132118
May 10 17:24:13.828109 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-e37849f0-dc2a-4c11-a342-7ece93b11558 service neutron] 10.222.0.32 "GET /v2.0/networks/59c79b3a-606f-480a-bc59-da16504e6cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2988358
May 10 17:24:14.017533 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e2979f-5b30-41b6-86d1-19e871356f38 req-7d7b443e-386b-48dc-a2d9-ecbc981e8d4b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:14.019138 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e2e2979f-5b30-41b6-86d1-19e871356f38 req-7d7b443e-386b-48dc-a2d9-ecbc981e8d4b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.1075621
May 10 17:24:14.099196 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e2e2979f-5b30-41b6-86d1-19e871356f38 req-7a818c3a-0781-4dff-a4d4-29153c9a8ef4 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617411
May 10 17:24:14.269910 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ac3c7995-6056-48c8-bd36-e2f27c4b9b94 req-6aacb4f1-5059-4e23-b184-7b948ef338d3 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 210 time: 0.0699055
May 10 17:24:14.321519 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ece3fd-9ff8-4411-9f4e-8bea9b64f26d req-7b86a127-2077-43af-b621-37daa36c77f4 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:14.330094 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-16ece3fd-9ff8-4411-9f4e-8bea9b64f26d req-7b86a127-2077-43af-b621-37daa36c77f4 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 946 time: 0.2295914
May 10 17:24:14.395641 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-16ece3fd-9ff8-4411-9f4e-8bea9b64f26d req-4636db71-59ce-4def-a60c-ca0a21dcd2f1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0638664
May 10 17:24:14.970435 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb525cc-6a12-45e6-8359-21bd90847177 req-f80a8116-57d5-48d3-8240-24c3a833da2e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:14.978531 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5eb525cc-6a12-45e6-8359-21bd90847177 req-f80a8116-57d5-48d3-8240-24c3a833da2e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.1055315
May 10 17:24:15.034666 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5eb525cc-6a12-45e6-8359-21bd90847177 req-06406951-3d54-4ee7-ba48-1dca91b57e14 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532527
May 10 17:24:15.150390 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f221c9e-8e84-4776-a5e9-645cc28dce2f req-4a6fd1aa-9e12-4c86-a920-0bcda31e53f2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:15.151874 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5f221c9e-8e84-4776-a5e9-645cc28dce2f req-4a6fd1aa-9e12-4c86-a920-0bcda31e53f2 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.36 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 946 time: 0.0905559
May 10 17:24:15.450737 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-47fe1cdd-0a53-4705-af23-fa2721481e44 req-8532c461-f5ba-4b9e-b51c-b6419cd75a93 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 210 time: 0.0579102
May 10 17:24:15.485135 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e1dfb9-6387-4313-9996-d7d8982bafaf req-89847a68-dec2-4090-9147-45f911c37a9d tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:15.493164 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-45e1dfb9-6387-4313-9996-d7d8982bafaf req-89847a68-dec2-4090-9147-45f911c37a9d tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.2450557
May 10 17:24:15.496640 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-5f221c9e-8e84-4776-a5e9-645cc28dce2f req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Deleting port 63230674-0039-4b7c-80d1-e8ccab7f7656 {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:15.496975 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-5f221c9e-8e84-4776-a5e9-645cc28dce2f req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:15.748078 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-45e1dfb9-6387-4313-9996-d7d8982bafaf req-1120ad32-2eb4-41b4-a37c-fd67e7a4e94b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2532883
May 10 17:24:15.850829 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-5f221c9e-8e84-4776-a5e9-645cc28dce2f req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] For port 63230674-0039-4b7c-80d1-e8ccab7f7656, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=63230674-0039-4b7c-80d1-e8ccab7f7656,segment=NetworkSegment(30e48780-6b8b-42fb-959a-8e946ee097a6),segment_id=30e48780-6b8b-42fb-959a-8e946ee097a6)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:15.853195 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-5f221c9e-8e84-4776-a5e9-645cc28dce2f req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:15.949858 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-6b62f25a-be2b-41ee-8ec6-f12952a964ee tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:15.955485 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-6b62f25a-be2b-41ee-8ec6-f12952a964ee tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.36 "GET /v2.0/networks?id=59c79b3a-606f-480a-bc59-da16504e6cb0 HTTP/1.1" status: 200  len: 812 time: 0.3145096
May 10 17:24:15.982408 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Request body: {'port': {'device_id': 'ec6c504f-159b-4fbc-ba80-696d63e34251', 'network_id': '59c79b3a-606f-480a-bc59-da16504e6cb0', 'admin_state_up': True, 'tenant_id': '0c9cc9feff17427b9609bc260703b774'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:24:16.059139 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52370f12-f32f-45ea-8f73-8ff26a7bff8c req-367f2d31-4a67-4628-8651-41666704ad6c tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:16.066141 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-52370f12-f32f-45ea-8f73-8ff26a7bff8c req-367f2d31-4a67-4628-8651-41666704ad6c tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 946 time: 0.4659812
May 10 17:24:16.106212 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-5f221c9e-8e84-4776-a5e9-645cc28dce2f req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Calling delete_port for 63230674-0039-4b7c-80d1-e8ccab7f7656 owned by compute:nova {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:16.188205 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-52370f12-f32f-45ea-8f73-8ff26a7bff8c req-34e9df3a-7ea2-43a1-963b-b7b1dfd23bd7 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211045
May 10 17:24:16.261880 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:16.266579 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Usage tracker for resource:port and tenant:0c9cc9feff17427b9609bc260703b774 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:16.270026 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Quota usage for port was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:16.277598 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:16.294017 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Made reservation on behalf of 0c9cc9feff17427b9609bc260703b774 for: {'port': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:24:16.298968 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:16.443483 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-5f221c9e-8e84-4776-a5e9-645cc28dce2f req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:16.451766 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-104f57dc-a40a-4343-992d-4b01b955ef9d tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:16.490836 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['7a435a01-5e96-4ca5-bec4-fb27c4859172'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:24:16.512428 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Pushing event deleted for resources: {'Port': ['ID=63230674-0039-4b7c-80d1-e8ccab7f7656,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:16.531822 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee403e-a619-4b1f-94ef-7ccd1525cc57 req-4509c5e7-0ada-4fad-9a47-653ddf57bb54 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:16.533320 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b9ee403e-a619-4b1f-94ef-7ccd1525cc57 req-4509c5e7-0ada-4fad-9a47-653ddf57bb54 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.2298112
May 10 17:24:16.571919 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:16.572291 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:16.572651 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:16.573004 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:16.573350 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:16.573693 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:16.574039 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:16.574425 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:16.574772 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:16.575111 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:16.575451 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:16.575785 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:16.626254 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Allocated IP 172.20.0.4 (59c79b3a-606f-480a-bc59-da16504e6cb0/27932edc-7fdd-4eb6-9f4e-c03dcb8c931b/f5ff2bc4-4101-4441-8889-11ac99dab78c) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:24:16.703663 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:16.796569 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f221c9e-8e84-4776-a5e9-645cc28dce2f req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] No DVR routers for this DVR port 63230674-0039-4b7c-80d1-e8ccab7f7656 on host hv-cinder-78638 {{(pid=78697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:24:16.801944 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c74da959-fb79-4100-8d3d-77d0a0716f5d req-921ac6ac-6f29-47c2-ac24-37b1b106f661 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 210 time: 0.0974507
May 10 17:24:16.803170 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-5f221c9e-8e84-4776-a5e9-645cc28dce2f req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:16.812928 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df73bdaf-ec61-4dda-bc79-06dd29d537ee', 'name': 'network-vif-deleted', 'tag': '63230674-0039-4b7c-80d1-e8ccab7f7656'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:24:16.824838 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeffdc0-d425-4507-9b98-128f9e422146 req-ad09e003-7881-4140-b293-e96a38860c80 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:16.826236 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6aeffdc0-d425-4507-9b98-128f9e422146 req-ad09e003-7881-4140-b293-e96a38860c80 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.36 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.5238724
May 10 17:24:16.851625 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b9ee403e-a619-4b1f-94ef-7ccd1525cc57 req-d87ae811-8688-49ed-919e-ac9fd57dd6a1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2671020
May 10 17:24:16.853512 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5f221c9e-8e84-4776-a5e9-645cc28dce2f req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.36 "DELETE /v2.0/ports/63230674-0039-4b7c-80d1-e8ccab7f7656 HTTP/1.1" status: 204  len: 173 time: 1.6891682
May 10 17:24:16.905612 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:16.917445 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df73bdaf-ec61-4dda-bc79-06dd29d537ee', 'name': 'network-vif-deleted', 'tag': '63230674-0039-4b7c-80d1-e8ccab7f7656', 'status': 'completed', 'code': 200}
May 10 17:24:16.977604 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:17.002118 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:17.121351 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Network 59c79b3a-606f-480a-bc59-da16504e6cb0 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:24:17.124585 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:24:17.133141 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:24:17.199354 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Pushing event updated for resources: {'Port': ['ID=f5ff2bc4-4101-4441-8889-11ac99dab78c,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:17.200396 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1403040-21c3-4529-b7c8-b9b1c8975087 req-0c612d04-e06a-41c9-a137-3fc7ffd06531 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:17.202023 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a1403040-21c3-4529-b7c8-b9b1c8975087 req-0c612d04-e06a-41c9-a137-3fc7ffd06531 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 945 time: 0.2264290
May 10 17:24:17.203909 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-6aeffdc0-d425-4507-9b98-128f9e422146 req-cc8e3578-16b7-4f93-bfcb-9579b48a2964 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Deleting port efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:17.204257 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-6aeffdc0-d425-4507-9b98-128f9e422146 req-cc8e3578-16b7-4f93-bfcb-9579b48a2964 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:17.228224 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:17.228758 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:17.250051 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:17.250051 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:17.250051 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:17.250051 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:17.250051 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:17.250051 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:17.250051 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:17.250051 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:17.250051 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:17.250051 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:17.250944 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:17.250944 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:17.270796 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:17.306625 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3291900
May 10 17:24:17.324962 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:17.349179 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a1403040-21c3-4529-b7c8-b9b1c8975087 req-574146fa-6a66-46e8-a1f6-873bf4ccdf9b tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/security-groups?id=e8feac10-ff9b-433a-9100-adfcf6083816&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1294858
May 10 17:24:17.354934 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Request body: {'port': {'device_id': 'ec6c504f-159b-4fbc-ba80-696d63e34251', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:24:17.420271 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-04a7bcaf-3c12-491e-9072-61da0f987796 req-1a7c1e57-08c1-4e1b-9d3a-552702b5237e tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Synchronizing usage tracker for tenant:d0f782c325f1445b94f0ff94b78c2c9f on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:24:17.500054 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-04a7bcaf-3c12-491e-9072-61da0f987796 req-1a7c1e57-08c1-4e1b-9d3a-552702b5237e tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Unset dirty status for tenant:d0f782c325f1445b94f0ff94b78c2c9f on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:24:17.504326 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-04a7bcaf-3c12-491e-9072-61da0f987796 req-1a7c1e57-08c1-4e1b-9d3a-552702b5237e tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=df73bdaf-ec61-4dda-bc79-06dd29d537ee HTTP/1.1" status: 200  len: 210 time: 0.1507304
May 10 17:24:17.524860 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-6aeffdc0-d425-4507-9b98-128f9e422146 req-cc8e3578-16b7-4f93-bfcb-9579b48a2964 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] For port efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd,segment=NetworkSegment(bb9bc946-95d0-481f-84a5-629b2a6016d3),segment_id=bb9bc946-95d0-481f-84a5-629b2a6016d3)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:17.525227 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-6aeffdc0-d425-4507-9b98-128f9e422146 req-cc8e3578-16b7-4f93-bfcb-9579b48a2964 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:17.571947 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:17.658786 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:17.737726 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd,segment=NetworkSegment(bb9bc946-95d0-481f-84a5-629b2a6016d3),segment_id=bb9bc946-95d0-481f-84a5-629b2a6016d3)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:17.740801 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568c5267-2f2c-4d3b-8364-a05c2b8192b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:24:17.782395 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:17.783185 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 63230674-0039-4b7c-80d1-e8ccab7f7656 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:17.822917 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-6aeffdc0-d425-4507-9b98-128f9e422146 req-cc8e3578-16b7-4f93-bfcb-9579b48a2964 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Calling delete_port for efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd owned by compute:nova {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:17.893028 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:17.973225 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] No Port match for: 63230674-0039-4b7c-80d1-e8ccab7f7656 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:24:17.973607 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 63230674-0039-4b7c-80d1-e8ccab7f7656 not bound to the agent host hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:24:17.986326 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568c5267-2f2c-4d3b-8364-a05c2b8192b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd', 'code': 200}
May 10 17:24:18.044685 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd,revision_number=6']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:18.051416 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:18.082485 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-6aeffdc0-d425-4507-9b98-128f9e422146 req-cc8e3578-16b7-4f93-bfcb-9579b48a2964 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:18.096113 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-9596269d-95af-41e4-ad97-0d2bbd335d85 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:18.213609 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5ff2bc4-4101-4441-8889-11ac99dab78c {{(pid=78698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:24:18.226419 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:18.261423 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.provisioning_blocks [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Transition to ACTIVE for port object f5ff2bc4-4101-4441-8889-11ac99dab78c will not be triggered until provisioned by entity L2. {{(pid=78698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:24:18.271103 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10577401'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:18.284989 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-d273c19b-fbdf-43b1-8ad6-16e824b27026 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:18.317074 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e3578-16b7-4f93-bfcb-9579b48a2964 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Pushing event deleted for resources: {'Port': ['ID=efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:18.320637 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-cc8e3578-16b7-4f93-bfcb-9579b48a2964 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:18.392940 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aeffdc0-d425-4507-9b98-128f9e422146 req-cc8e3578-16b7-4f93-bfcb-9579b48a2964 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] No DVR routers for this DVR port efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd on host hv-cinder-78638 {{(pid=78697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:24:18.397834 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-6aeffdc0-d425-4507-9b98-128f9e422146 req-cc8e3578-16b7-4f93-bfcb-9579b48a2964 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:18.427024 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6aeffdc0-d425-4507-9b98-128f9e422146 req-cc8e3578-16b7-4f93-bfcb-9579b48a2964 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.36 "DELETE /v2.0/ports/efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd HTTP/1.1" status: 204  len: 173 time: 1.5013103
May 10 17:24:18.454571 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed219af-3806-4c83-8981-b186939644f7 req-aaa0af2c-11dc-4bde-8ab0-c06445846299 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:18.462307 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7ed219af-3806-4c83-8981-b186939644f7 req-aaa0af2c-11dc-4bde-8ab0-c06445846299 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.2911623
May 10 17:24:18.535092 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Pushing event updated for resources: {'Port': ['ID=f5ff2bc4-4101-4441-8889-11ac99dab78c,revision_number=2']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:18.564849 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:18.572615 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8e4ff4-df13-4998-8cc1-2aac55646cd3 req-d3b367af-a760-4c37-a659-ae129e6a1be2 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:18.574163 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-df8e4ff4-df13-4998-8cc1-2aac55646cd3 req-d3b367af-a760-4c37-a659-ae129e6a1be2 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 931 time: 0.3648987
May 10 17:24:18.610397 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7ed219af-3806-4c83-8981-b186939644f7 req-2f7cb2bc-fde0-4803-871e-9c64d0d0d9b3 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1426566
May 10 17:24:18.638654 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-df8e4ff4-df13-4998-8cc1-2aac55646cd3 req-7754dce1-621b-4917-968f-71500acc26b6 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0569248
May 10 17:24:18.915058 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Attempting to bind port f5ff2bc4-4101-4441-8889-11ac99dab78c on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:24:18.918521 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Attempting to bind port f5ff2bc4-4101-4441-8889-11ac99dab78c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1b87a87c-1ad8-4bea-8d69-c95113d284a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '59c79b3a-606f-480a-bc59-da16504e6cb0'}] {{(pid=78698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:24:18.919701 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Attempting to bind port f5ff2bc4-4101-4441-8889-11ac99dab78c on network 59c79b3a-606f-480a-bc59-da16504e6cb0 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:24:18.935797 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Port f5ff2bc4-4101-4441-8889-11ac99dab78c on network 59c79b3a-606f-480a-bc59-da16504e6cb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:24:18.936424 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Attempting to bind port f5ff2bc4-4101-4441-8889-11ac99dab78c on network 59c79b3a-606f-480a-bc59-da16504e6cb0 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:24:18.943369 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Checking agent: {'id': '87cc3cef-9683-423a-ab01-169475d75aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'started_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 23, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:24:18.944360 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Checking segment: {'id': '1b87a87c-1ad8-4bea-8d69-c95113d284a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '59c79b3a-606f-480a-bc59-da16504e6cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:24:18.945504 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Bound using segment: {'id': '1b87a87c-1ad8-4bea-8d69-c95113d284a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '59c79b3a-606f-480a-bc59-da16504e6cb0'} {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:24:18.946138 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Bound port: f5ff2bc4-4101-4441-8889-11ac99dab78c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1b87a87c-1ad8-4bea-8d69-c95113d284a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '59c79b3a-606f-480a-bc59-da16504e6cb0'}}] {{(pid=78698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:24:18.947018 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:18.948734 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '568c5267-2f2c-4d3b-8364-a05c2b8192b1', 'name': 'network-vif-deleted', 'tag': 'efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:24:18.953929 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-a7b229f3-8abc-4797-8981-52b5170ae2cd req-fa21b611-3474-4cd1-bd75-a7db49b14871 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Synchronizing usage tracker for tenant:7fc027d222ec41848aea01fc2452dce7 on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:24:18.974212 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-a7b229f3-8abc-4797-8981-52b5170ae2cd req-fa21b611-3474-4cd1-bd75-a7db49b14871 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Unset dirty status for tenant:7fc027d222ec41848aea01fc2452dce7 on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:24:18.977262 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a7b229f3-8abc-4797-8981-52b5170ae2cd req-fa21b611-3474-4cd1-bd75-a7db49b14871 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] 10.222.0.32 "GET /v2.0/ports?device_id=568c5267-2f2c-4d3b-8364-a05c2b8192b1 HTTP/1.1" status: 200  len: 210 time: 0.1413848
May 10 17:24:19.068794 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '568c5267-2f2c-4d3b-8364-a05c2b8192b1', 'name': 'network-vif-deleted', 'tag': 'efe5ed8d-49b7-4033-81f6-3d67fdb8b6cd', 'status': 'completed', 'code': 200}
May 10 17:24:19.132671 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] For port f5ff2bc4-4101-4441-8889-11ac99dab78c, host hv-cinder-78638, cleared binding levels {{(pid=78698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:24:19.137064 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] For port f5ff2bc4-4101-4441-8889-11ac99dab78c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f5ff2bc4-4101-4441-8889-11ac99dab78c,segment=NetworkSegment(1b87a87c-1ad8-4bea-8d69-c95113d284a4),segment_id=1b87a87c-1ad8-4bea-8d69-c95113d284a4)] {{(pid=78698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:24:19.147887 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10577401'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.161642 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a8cdf3d9-6e94-47c7-b877-4dec55c9befc tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:19.208374 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:19.209098 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:19.210543 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] 10.222.0.36 "PUT /v2.0/ports/f5ff2bc4-4101-4441-8889-11ac99dab78c HTTP/1.1" status: 200  len: 1093 time: 1.8701437
May 10 17:24:19.217779 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6c504f-159b-4fbc-ba80-696d63e34251', 'tag': 'f5ff2bc4-4101-4441-8889-11ac99dab78c'}] {{(pid=78698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:24:19.257494 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Pushing event updated for resources: {'Port': ['ID=f5ff2bc4-4101-4441-8889-11ac99dab78c,revision_number=3']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:19.273617 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:19.283934 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6c504f-159b-4fbc-ba80-696d63e34251', 'tag': 'f5ff2bc4-4101-4441-8889-11ac99dab78c', 'status': 'completed', 'code': 200}
May 10 17:24:19.381312 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-b34af2d0-b811-4ee6-8e19-a92d7c3bde78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:19.382833 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-b34af2d0-b811-4ee6-8e19-a92d7c3bde78 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c9cc9feff17427b9609bc260703b774&device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 1096 time: 0.0815003
May 10 17:24:19.470382 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-c53f1823-8d4d-4847-9ad2-cb82f958df48 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5ff2bc4-4101-4441-8889-11ac99dab78c HTTP/1.1" status: 200  len: 217 time: 0.0732162
May 10 17:24:19.533476 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-f79a5a07-2163-4c30-b1e4-4bae9710e4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:19.534884 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-f79a5a07-2163-4c30-b1e4-4bae9710e4ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27932edc-7fdd-4eb6-9f4e-c03dcb8c931b HTTP/1.1" status: 200  len: 852 time: 0.0575309
May 10 17:24:19.584586 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-093fef76-bd2a-4654-bef9-3c0e8ac459d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59c79b3a-606f-480a-bc59-da16504e6cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0423858
May 10 17:24:19.720936 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-13ad4a6b-cf28-44eb-be4a-e295d1ff0b9e service neutron] 10.222.0.36 "GET /v2.0/networks/59c79b3a-606f-480a-bc59-da16504e6cb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1286094
May 10 17:24:19.864154 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-cdade5b7-fe38-4a6a-958a-9207e476cf9e req-3b393215-10f1-48f3-9584-95242aa493bc service neutron] 10.222.0.36 "GET /v2.0/networks/59c79b3a-606f-480a-bc59-da16504e6cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1350865
May 10 17:24:19.875505 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2010ad5a-322e-486f-957b-41da8b9e4b10 req-f1c0d4ab-d09f-4b7d-bc05-4831925c6f27 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:19.876953 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2010ad5a-322e-486f-957b-41da8b9e4b10 req-f1c0d4ab-d09f-4b7d-bc05-4831925c6f27 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.1367474
May 10 17:24:19.906967 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf98f3-540d-45fb-aa11-27a36eb5ad8f req-225fb7e9-fc37-43d8-be93-42202d78ce20 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:19.908352 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dbaf98f3-540d-45fb-aa11-27a36eb5ad8f req-225fb7e9-fc37-43d8-be93-42202d78ce20 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 943 time: 0.1349556
May 10 17:24:19.957731 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2010ad5a-322e-486f-957b-41da8b9e4b10 req-f625f5da-d74c-4654-a5a0-554338f1d151 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0724046
May 10 17:24:19.970542 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dbaf98f3-540d-45fb-aa11-27a36eb5ad8f req-f7fa7bcc-7397-4a0f-b3f1-06ab0cac2f96 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0544021
May 10 17:24:20.042358 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5f0b4-c9b2-4876-b92b-a62b8de73045 req-4709cc18-1db9-4370-a87e-3d6ff1274355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:20.043979 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-aac5f0b4-c9b2-4876-b92b-a62b8de73045 req-4709cc18-1db9-4370-a87e-3d6ff1274355 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0c9cc9feff17427b9609bc260703b774&device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 1096 time: 0.0724638
May 10 17:24:20.081877 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 59806) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:20.219004 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-b641c0d8-cfb2-4df1-979a-6abc57aff030 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:20.289293 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5f0b4-c9b2-4876-b92b-a62b8de73045 req-51aaf8d8-774a-4592-a1c2-5a955fca1683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:20.290759 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-aac5f0b4-c9b2-4876-b92b-a62b8de73045 req-51aaf8d8-774a-4592-a1c2-5a955fca1683 service neutron] 10.222.0.36 "GET /v2.0/networks?id=59c79b3a-606f-480a-bc59-da16504e6cb0 HTTP/1.1" status: 200  len: 913 time: 0.1337171
May 10 17:24:20.363853 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-aac5f0b4-c9b2-4876-b92b-a62b8de73045 req-411ba667-6848-4518-a55f-a7bb02628f62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f5ff2bc4-4101-4441-8889-11ac99dab78c HTTP/1.1" status: 200  len: 217 time: 0.0665112
May 10 17:24:20.437461 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5f0b4-c9b2-4876-b92b-a62b8de73045 req-14de11d7-8e9f-44ad-ad11-67a9427185da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:20.442520 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-aac5f0b4-c9b2-4876-b92b-a62b8de73045 req-14de11d7-8e9f-44ad-ad11-67a9427185da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=27932edc-7fdd-4eb6-9f4e-c03dcb8c931b HTTP/1.1" status: 200  len: 852 time: 0.0708892
May 10 17:24:20.564283 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-aac5f0b4-c9b2-4876-b92b-a62b8de73045 req-83fc578f-a135-466f-9dc5-28ac493e38f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=59c79b3a-606f-480a-bc59-da16504e6cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0603042
May 10 17:24:20.727863 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-aac5f0b4-c9b2-4876-b92b-a62b8de73045 req-ee21c528-eab0-4e34-a689-f3f08590bf70 service neutron] 10.222.0.36 "GET /v2.0/networks/59c79b3a-606f-480a-bc59-da16504e6cb0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1328762
May 10 17:24:20.740960 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecb3d3-8607-47bd-8f5a-f4994e95d968 req-c3023471-8114-44e3-9bb3-d29308934c3e tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:20.742528 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-65ecb3d3-8607-47bd-8f5a-f4994e95d968 req-c3023471-8114-44e3-9bb3-d29308934c3e tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 945 time: 0.1821733
May 10 17:24:20.844745 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-65ecb3d3-8607-47bd-8f5a-f4994e95d968 req-c2585f56-1764-4671-9048-e1fc40b89fac tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925882
May 10 17:24:20.867548 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-aac5f0b4-c9b2-4876-b92b-a62b8de73045 req-8f700335-74ed-4f93-810c-0b582bce2f1e service neutron] 10.222.0.36 "GET /v2.0/networks/59c79b3a-606f-480a-bc59-da16504e6cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1319628
May 10 17:24:20.927057 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be67a6-7f95-4b2d-b41f-bc6e5f17eaa1 req-6245f9c7-7fa2-466d-aaba-eb3a2bd7827b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:20.928525 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-48be67a6-7f95-4b2d-b41f-bc6e5f17eaa1 req-6245f9c7-7fa2-466d-aaba-eb3a2bd7827b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acb915c4b01148a7b37b3577f122af21&device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 1098 time: 0.1310163
May 10 17:24:20.964430 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-868dc13b-c15a-4137-809a-5619e37b269d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393289'] for router_interface, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:21.333343 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be67a6-7f95-4b2d-b41f-bc6e5f17eaa1 req-4ed852f1-a101-468d-b708-84883fc8f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:21.334696 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-48be67a6-7f95-4b2d-b41f-bc6e5f17eaa1 req-4ed852f1-a101-468d-b708-84883fc8f9b7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a743af2b-ecde-4507-a08d-7e8e82f84011 HTTP/1.1" status: 200  len: 918 time: 0.3941209
May 10 17:24:21.486948 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:21.551852 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0265f-f2af-4dbe-9292-2ced9dec9b6a req-6653dfb5-f9ae-48b4-8b42-853086219096 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:21.553284 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f9d0265f-f2af-4dbe-9292-2ced9dec9b6a req-6653dfb5-f9ae-48b4-8b42-853086219096 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 943 time: 0.4034541
May 10 17:24:21.571523 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd64be7f-5788-4e5e-aa75-e2f72d9c8768 req-7500e6ec-ceb7-46fb-80b6-d501cb3e2ecb tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:21.572855 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bd64be7f-5788-4e5e-aa75-e2f72d9c8768 req-7500e6ec-ceb7-46fb-80b6-d501cb3e2ecb tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.3833539
May 10 17:24:21.580808 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-48be67a6-7f95-4b2d-b41f-bc6e5f17eaa1 req-bca179ac-9b99-4f00-8aa1-1555c75175bc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a36caa3d-c0a8-46d5-8981-e9e734cd45b6 HTTP/1.1" status: 200  len: 1000 time: 0.2388873
May 10 17:24:21.707216 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f9d0265f-f2af-4dbe-9292-2ced9dec9b6a req-a3d07cff-0de5-49e9-8238-b3b7a83b2ade tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1299076
May 10 17:24:21.719418 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bd64be7f-5788-4e5e-aa75-e2f72d9c8768 req-dd59bbf0-3ca4-4dd1-9b1d-dbc440748768 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1377823
May 10 17:24:21.720736 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be67a6-7f95-4b2d-b41f-bc6e5f17eaa1 req-cb395ce4-1b51-4d8c-8c9d-a63cd76fe0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:21.722063 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-48be67a6-7f95-4b2d-b41f-bc6e5f17eaa1 req-cb395ce4-1b51-4d8c-8c9d-a63cd76fe0a4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81a2b548-3d7f-41e8-846d-5a0ec57ae08d HTTP/1.1" status: 200  len: 856 time: 0.1268458
May 10 17:24:22.012199 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48be67a6-7f95-4b2d-b41f-bc6e5f17eaa1 req-ec50088e-960e-45c2-8647-63c705969204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:22.013566 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-48be67a6-7f95-4b2d-b41f-bc6e5f17eaa1 req-ec50088e-960e-45c2-8647-63c705969204 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a743af2b-ecde-4507-a08d-7e8e82f84011&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2834811
May 10 17:24:22.041355 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-868dc13b-c15a-4137-809a-5619e37b269d admin admin] Deleting port ce464caf-8a8e-49b5-b23b-ef5af3cab25a {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:22.041685 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-868dc13b-c15a-4137-809a-5619e37b269d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:22.134124 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f8afc8-d7d7-4267-9c03-9909ec8d7841 req-20861a97-055b-4470-92a8-fe229b08d002 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:22.135586 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a5f8afc8-d7d7-4267-9c03-9909ec8d7841 req-20861a97-055b-4470-92a8-fe229b08d002 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 945 time: 0.1792250
May 10 17:24:22.211636 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a5f8afc8-d7d7-4267-9c03-9909ec8d7841 req-47408eb9-0aa7-43e2-8c79-6990de940ce5 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0687025
May 10 17:24:22.213283 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [None req-868dc13b-c15a-4137-809a-5619e37b269d admin admin] For port ce464caf-8a8e-49b5-b23b-ef5af3cab25a, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=ce464caf-8a8e-49b5-b23b-ef5af3cab25a,segment=NetworkSegment(bb9bc946-95d0-481f-84a5-629b2a6016d3),segment_id=bb9bc946-95d0-481f-84a5-629b2a6016d3)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:22.213637 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-868dc13b-c15a-4137-809a-5619e37b269d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:22.336918 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-868dc13b-c15a-4137-809a-5619e37b269d admin admin] Calling delete_port for ce464caf-8a8e-49b5-b23b-ef5af3cab25a owned by network:router_interface {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:22.595648 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-868dc13b-c15a-4137-809a-5619e37b269d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:22.600113 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:22.643082 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868dc13b-c15a-4137-809a-5619e37b269d admin admin] Pushing event deleted for resources: {'Port': ['ID=ce464caf-8a8e-49b5-b23b-ef5af3cab25a,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:22.667752 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-868dc13b-c15a-4137-809a-5619e37b269d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:22.730208 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:22.882608 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ebc77dc8-3dbd-4e02-8d13-842244042479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:23.006310 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-868dc13b-c15a-4137-809a-5619e37b269d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420089'] for router_interface, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:23.243760 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f367f2c-1332-487d-bfab-eb61d41780d7 req-1758c0b8-26eb-4450-82e8-3390cda58635 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:23.245195 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6f367f2c-1332-487d-bfab-eb61d41780d7 req-1758c0b8-26eb-4450-82e8-3390cda58635 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.3990979
May 10 17:24:23.254332 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f16e97-a902-44e8-9c9d-afbfabf0d670 req-0a136782-6459-46ae-95ee-6718d6801257 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:23.255695 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c7f16e97-a902-44e8-9c9d-afbfabf0d670 req-0a136782-6459-46ae-95ee-6718d6801257 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 943 time: 0.4106772
May 10 17:24:23.358428 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c7f16e97-a902-44e8-9c9d-afbfabf0d670 req-662e20b5-7c10-4e11-9cb0-cf6627efb0b1 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0825498
May 10 17:24:23.362950 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6f367f2c-1332-487d-bfab-eb61d41780d7 req-c7c94331-6412-4b1c-bd16-b7da0a4b6439 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1043510
May 10 17:24:23.613716 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868dc13b-c15a-4137-809a-5619e37b269d admin admin] Router 7768f6d3-792f-4c5f-b18c-41192bb9e518 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:24:23.624276 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b720d5-db63-435d-98c7-4e2bdea2a9df req-e46cda9d-5615-4baa-bbe6-c64875a46342 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:23.625690 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-11b720d5-db63-435d-98c7-4e2bdea2a9df req-e46cda9d-5615-4baa-bbe6-c64875a46342 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 945 time: 0.1336966
May 10 17:24:23.794753 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-11b720d5-db63-435d-98c7-4e2bdea2a9df req-6a1d1f65-1fa8-4e38-a1a4-d8a6c6411373 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616671
May 10 17:24:23.833747 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868dc13b-c15a-4137-809a-5619e37b269d admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:24:23.842927 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3727a29-dc55-4da8-b8b8-c9edf59a2e7b None None] Sync routers for ids ['7768f6d3-792f-4c5f-b18c-41192bb9e518'] in dv-cinder-786383-3-iscsi {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:24:23.849718 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-868dc13b-c15a-4137-809a-5619e37b269d admin admin] 10.222.0.32 "PUT /v2.0/routers/7768f6d3-792f-4c5f-b18c-41192bb9e518/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7667148
May 10 17:24:23.853029 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 59842) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:23.853975 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3727a29-dc55-4da8-b8b8-c9edf59a2e7b None None] Routers {'7768f6d3-792f-4c5f-b18c-41192bb9e518'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:24:23.854684 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-a3727a29-dc55-4da8-b8b8-c9edf59a2e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08891ee0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:24:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['7768f6d3-792f-4c5f-b18c-41192bb9e518'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:23.933292 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:24.027601 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-155f0dab-d996-4aa0-805a-d276e8c38109 admin admin] Notify callbacks [] for router, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:24.028117 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-a3727a29-dc55-4da8-b8b8-c9edf59a2e7b None None] Set router 7768f6d3-792f-4c5f-b18c-41192bb9e518 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:24:24.200607 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-155f0dab-d996-4aa0-805a-d276e8c38109 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:24.271627 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-155f0dab-d996-4aa0-805a-d276e8c38109 admin admin] Deleting port c0a1a385-192e-463d-93c3-477364012f0d {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:24.272366 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-155f0dab-d996-4aa0-805a-d276e8c38109 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:24.308478 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-a3727a29-dc55-4da8-b8b8-c9edf59a2e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08891ee0>, [{'id': '7768f6d3-792f-4c5f-b18c-41192bb9e518', 'name': 'tempest-ServerRescueNegativeTestJSON-262314102-router', 'tenant_id': '7fc027d222ec41848aea01fc2452dce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': 'c0a1a385-192e-463d-93c3-477364012f0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:24:22Z', 'revision_number': 5, 'project_id': '7fc027d222ec41848aea01fc2452dce7', 'gw_port': {'id': 'c0a1a385-192e-463d-93c3-477364012f0d', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:fb:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7768f6d3-792f-4c5f-b18c-41192bb9e518', 'device_owner': 'network:router_gateway', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:24.312295 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3727a29-dc55-4da8-b8b8-c9edf59a2e7b None None] Checking router: 7768f6d3-792f-4c5f-b18c-41192bb9e518 for host: dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:24:24.321096 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3727a29-dc55-4da8-b8b8-c9edf59a2e7b None None] Routers {'7768f6d3-792f-4c5f-b18c-41192bb9e518'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:24:24.321697 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-a3727a29-dc55-4da8-b8b8-c9edf59a2e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08891ee0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:24:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['7768f6d3-792f-4c5f-b18c-41192bb9e518'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:24.403145 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [None req-155f0dab-d996-4aa0-805a-d276e8c38109 admin admin] For port c0a1a385-192e-463d-93c3-477364012f0d, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=c0a1a385-192e-463d-93c3-477364012f0d,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:24.403612 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-155f0dab-d996-4aa0-805a-d276e8c38109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:24.512187 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-a3727a29-dc55-4da8-b8b8-c9edf59a2e7b None None] Set router 7768f6d3-792f-4c5f-b18c-41192bb9e518 gateway port host: None {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:24:24.534597 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-155f0dab-d996-4aa0-805a-d276e8c38109 admin admin] Calling delete_port for c0a1a385-192e-463d-93c3-477364012f0d owned by network:router_gateway {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:24.615846 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-a3727a29-dc55-4da8-b8b8-c9edf59a2e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08891ee0>, [{'id': '7768f6d3-792f-4c5f-b18c-41192bb9e518', 'name': 'tempest-ServerRescueNegativeTestJSON-262314102-router', 'tenant_id': '7fc027d222ec41848aea01fc2452dce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:24:24Z', 'revision_number': 6, 'project_id': '7fc027d222ec41848aea01fc2452dce7', 'gw_port_host': None}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:24.620560 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3727a29-dc55-4da8-b8b8-c9edf59a2e7b None None] The sync data for ids ['7768f6d3-792f-4c5f-b18c-41192bb9e518'] in dv-cinder-786383-3-iscsi is: [{'id': '7768f6d3-792f-4c5f-b18c-41192bb9e518', 'name': 'tempest-ServerRescueNegativeTestJSON-262314102-router', 'tenant_id': '7fc027d222ec41848aea01fc2452dce7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:24:24Z', 'revision_number': 6, 'project_id': '7fc027d222ec41848aea01fc2452dce7', 'gw_port_host': None}] {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:24:24.814400 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f02b38-18a5-43f7-87fe-92bdd66e4183 req-dc4c8b90-cc33-4aef-8ea6-351039e015be tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:24.815755 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-51f02b38-18a5-43f7-87fe-92bdd66e4183 req-dc4c8b90-cc33-4aef-8ea6-351039e015be tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 943 time: 0.2892051
May 10 17:24:24.824600 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adaaf4e-d3fe-4d8f-bb87-652f8edf0cfc req-62b6c844-dbb5-42ad-a902-2f7e63ef66e0 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:24.825994 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1adaaf4e-d3fe-4d8f-bb87-652f8edf0cfc req-62b6c844-dbb5-42ad-a902-2f7e63ef66e0 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.2981625
May 10 17:24:24.905897 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-51f02b38-18a5-43f7-87fe-92bdd66e4183 req-879d8431-815b-4f2d-97da-da77dd3f8c6f tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0788445
May 10 17:24:24.913751 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1adaaf4e-d3fe-4d8f-bb87-652f8edf0cfc req-aa0618d1-d03b-4f66-986d-c17e382f0282 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723057
May 10 17:24:25.007299 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-155f0dab-d996-4aa0-805a-d276e8c38109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.015020 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-4c87d266-0f49-4d7c-b68a-271ee3f1a08d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:25.139241 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155f0dab-d996-4aa0-805a-d276e8c38109 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0a1a385-192e-463d-93c3-477364012f0d,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:25.141526 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-155f0dab-d996-4aa0-805a-d276e8c38109 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:25.207747 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-155f0dab-d996-4aa0-805a-d276e8c38109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422765'] for router_gateway, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.396995 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.466433 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886081c7-f2c1-4c5a-a455-076b6f602c6e req-66e01d15-d625-476a-b798-1416714cabca tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:25.467948 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-886081c7-f2c1-4c5a-a455-076b6f602c6e req-66e01d15-d625-476a-b798-1416714cabca tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 945 time: 0.4119782
May 10 17:24:25.483270 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-155f0dab-d996-4aa0-805a-d276e8c38109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5982'] for router, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.496695 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-155f0dab-d996-4aa0-805a-d276e8c38109 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.627749 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-886081c7-f2c1-4c5a-a455-076b6f602c6e req-7b4d0776-07fe-4ed9-963a-3411829b581a tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1531434
May 10 17:24:25.631132 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-155f0dab-d996-4aa0-805a-d276e8c38109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-425087'] for router, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.631132 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-155f0dab-d996-4aa0-805a-d276e8c38109 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7768f6d3-792f-4c5f-b18c-41192bb9e518 {{(pid=78697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:24:25.658903 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-48be67a6-7f95-4b2d-b41f-bc6e5f17eaa1 req-e4b0fc1f-bdda-4420-8d55-894412902e3d service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3446429
May 10 17:24:25.661677 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-155f0dab-d996-4aa0-805a-d276e8c38109 admin admin] Notify callbacks [] for router, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.662733 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-155f0dab-d996-4aa0-805a-d276e8c38109 admin admin] 10.222.0.32 "DELETE /v2.0/routers/7768f6d3-792f-4c5f-b18c-41192bb9e518 HTTP/1.1" status: 204  len: 168 time: 1.8088224
May 10 17:24:25.665898 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 59856) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:25.729831 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c271bf8-1729-4b2a-b0a3-facf02176eab admin admin] Deleting subnet ab4050f2-b8f5-4efa-8308-283297f4ea49 {{(pid=78697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:24:25.732742 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2c271bf8-1729-4b2a-b0a3-facf02176eab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.785541 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2c271bf8-1729-4b2a-b0a3-facf02176eab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702558'] for subnet, precommit_delete_associations {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.846601 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2c271bf8-1729-4b2a-b0a3-facf02176eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499293'] for subnet, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:25.854845 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device ce464caf-8a8e-49b5-b23b-ef5af3cab25a no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:25.888319 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: ce464caf-8a8e-49b5-b23b-ef5af3cab25a {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:24:25.888590 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device ce464caf-8a8e-49b5-b23b-ef5af3cab25a not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:24:25.889004 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device c0a1a385-192e-463d-93c3-477364012f0d no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:25.920913 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: c0a1a385-192e-463d-93c3-477364012f0d {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:24:25.921256 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device c0a1a385-192e-463d-93c3-477364012f0d not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:24:26.287049 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2c271bf8-1729-4b2a-b0a3-facf02176eab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-811505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11233334'] for subnet, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:26.309381 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e1e983-7b39-445e-a28b-507ed48fbf44 req-ec9af313-82f8-4b15-93d7-3efe9b9bf816 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:26.310856 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-69e1e983-7b39-445e-a28b-507ed48fbf44 req-ec9af313-82f8-4b15-93d7-3efe9b9bf816 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 943 time: 0.2895727
May 10 17:24:26.312534 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-8967e613-bda6-4541-be82-1cbd9096be28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:26.343170 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d8153-72c4-4f9b-86fd-ed81f3da1f1f req-2f87fdf5-af37-43e7-96f1-49c1524c7b98 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:26.344556 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ec8d8153-72c4-4f9b-86fd-ed81f3da1f1f req-2f87fdf5-af37-43e7-96f1-49c1524c7b98 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 945 time: 0.2909293
May 10 17:24:26.371927 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c271bf8-1729-4b2a-b0a3-facf02176eab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab4050f2-b8f5-4efa-8308-283297f4ea49,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:26.373819 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2c271bf8-1729-4b2a-b0a3-facf02176eab admin admin] Notify callbacks [] for subnet, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:26.392790 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-2c271bf8-1729-4b2a-b0a3-facf02176eab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:26.409613 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-2c271bf8-1729-4b2a-b0a3-facf02176eab admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ab4050f2-b8f5-4efa-8308-283297f4ea49 HTTP/1.1" status: 204  len: 168 time: 0.7427516
May 10 17:24:26.412647 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 59864) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:26.434642 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-69e1e983-7b39-445e-a28b-507ed48fbf44 req-7ed7949b-1ee7-4136-8474-30e2068b8886 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0847900
May 10 17:24:26.439019 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ec8d8153-72c4-4f9b-86fd-ed81f3da1f1f req-0c8f7248-653a-4816-9ef6-fdbe42e0b0e2 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715458
May 10 17:24:26.515843 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-204962c0-0cd1-4b60-9cf7-9c1237300f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653661'] for network, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:26.714735 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-204962c0-0cd1-4b60-9cf7-9c1237300f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501542', 'neutron.services.segments.db._delete_segments_for_network-8765770262173'] for network, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:26.727815 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.services.segments.db [None req-204962c0-0cd1-4b60-9cf7-9c1237300f83 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8f091b1d90>,) {'filters': {'network_id': ['c40edc93-49fe-487d-9975-28a626203a59']}} {{(pid=78698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:26.739762 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.services.segments.db [None req-204962c0-0cd1-4b60-9cf7-9c1237300f83 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f091b1d90>, 'bb9bc946-95d0-481f-84a5-629b2a6016d3') {'for_net_delete': True} {{(pid=78698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:26.740054 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.services.segments.db [None req-204962c0-0cd1-4b60-9cf7-9c1237300f83 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f091b1d90>, 'bb9bc946-95d0-481f-84a5-629b2a6016d3') {} {{(pid=78698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:26.746223 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device f5ff2bc4-4101-4441-8889-11ac99dab78c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:24:26.751987 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-204962c0-0cd1-4b60-9cf7-9c1237300f83 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765770273639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10641729'] for segment, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:26.768310 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-204962c0-0cd1-4b60-9cf7-9c1237300f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:26.774567 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-204962c0-0cd1-4b60-9cf7-9c1237300f83 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=78698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:24:26.774904 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-204962c0-0cd1-4b60-9cf7-9c1237300f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10577365'] for segment, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:26.776894 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device a36caa3d-c0a8-46d5-8981-e9e734cd45b6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]: Traceback (most recent call last):
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:     timer()
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:     cb(*args, **kw)
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:     return func(*args, **kwargs)
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:     self._notify()
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:     self.callback(batched_events)
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:     event.method(event)
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:     return f(self, *a, **k)
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:     return self._get(url).json()
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:     return self.request(url, 'GET', **kwargs)
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:24:26.789054 dv-cinder-786383-3-iscsi neutron-server[78698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:24:26.866688 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-204962c0-0cd1-4b60-9cf7-9c1237300f83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422783'] for network, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:26.871533 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:26.886613 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-204962c0-0cd1-4b60-9cf7-9c1237300f83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:26.895063 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204962c0-0cd1-4b60-9cf7-9c1237300f83 admin admin] Pushing event deleted for resources: {'Network': ['ID=c40edc93-49fe-487d-9975-28a626203a59,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:26.899026 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-204962c0-0cd1-4b60-9cf7-9c1237300f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:26.905373 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-204962c0-0cd1-4b60-9cf7-9c1237300f83 admin admin] 10.222.0.32 "DELETE /v2.0/networks/c40edc93-49fe-487d-9975-28a626203a59 HTTP/1.1" status: 204  len: 168 time: 0.4917059
May 10 17:24:26.925614 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2ffb24-1b07-4fef-82d5-d3d3013302d0 req-339aa577-14ba-4949-bf50-6b49d0cad289 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:26.927127 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2f2ffb24-1b07-4fef-82d5-d3d3013302d0 req-339aa577-14ba-4949-bf50-6b49d0cad289 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 945 time: 0.1949046
May 10 17:24:26.935697 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port f5ff2bc4-4101-4441-8889-11ac99dab78c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f5ff2bc4-4101-4441-8889-11ac99dab78c,segment=NetworkSegment(1b87a87c-1ad8-4bea-8d69-c95113d284a4),segment_id=1b87a87c-1ad8-4bea-8d69-c95113d284a4)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:26.958118 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': 'f5ff2bc4-4101-4441-8889-11ac99dab78c', 'network_id': '59c79b3a-606f-480a-bc59-da16504e6cb0', 'port_id': 'f5ff2bc4-4101-4441-8889-11ac99dab78c', 'mac_address': 'fa:16:3e:e3:92:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 345, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27932edc-7fdd-4eb6-9f4e-c03dcb8c931b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:24:26.960689 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-48be67a6-7f95-4b2d-b41f-bc6e5f17eaa1 req-792d7d24-ce97-47da-9822-dca615ea60bf service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1775599
May 10 17:24:27.000216 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2f2ffb24-1b07-4fef-82d5-d3d3013302d0 req-1456dbd7-981d-459e-a19f-32ae0c991252 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579963
May 10 17:24:27.064097 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:27.074538 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:27.093536 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5ff2bc4-4101-4441-8889-11ac99dab78c {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:24:27.102041 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 59874) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:27.113958 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac86cf8-f933-474a-9e63-aef9cd2041d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:24:27.124408 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port f5ff2bc4-4101-4441-8889-11ac99dab78c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f5ff2bc4-4101-4441-8889-11ac99dab78c,segment=NetworkSegment(1b87a87c-1ad8-4bea-8d69-c95113d284a4),segment_id=1b87a87c-1ad8-4bea-8d69-c95113d284a4)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:27.127853 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port a36caa3d-c0a8-46d5-8981-e9e734cd45b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:27.129218 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:27.131785 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:27.151628 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-4f578613-f652-4ca7-8ffa-9b3293fd41ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7fc027d222ec41848aea01fc2452dce7&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0482235
May 10 17:24:27.153915 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 59880) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:27.164559 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:27.175967 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac86cf8-f933-474a-9e63-aef9cd2041d0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6', 'code': 200}
May 10 17:24:27.201454 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=f5ff2bc4-4101-4441-8889-11ac99dab78c,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:27.204462 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:27.204954 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:27.211337 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2e5d3fad-9bf5-49e2-ab50-5b64a10278b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:27.237031 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2e5d3fad-9bf5-49e2-ab50-5b64a10278b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:27.268584 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,revision_number=8']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:27.272309 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:27.287149 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2e5d3fad-9bf5-49e2-ab50-5b64a10278b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:27.291605 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-219d1cab-e6ca-42bf-b87a-2559077d52b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:27.308097 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5d3fad-9bf5-49e2-ab50-5b64a10278b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8feac10-ff9b-433a-9100-adfcf6083816,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:27.311645 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-2e5d3fad-9bf5-49e2-ab50-5b64a10278b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:27.313547 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2e5d3fad-9bf5-49e2-ab50-5b64a10278b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:27.317052 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-2e5d3fad-9bf5-49e2-ab50-5b64a10278b9 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/e8feac10-ff9b-433a-9100-adfcf6083816 HTTP/1.1" status: 204  len: 168 time: 0.1598151
May 10 17:24:27.695576 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34902c5-a2e7-4aa8-a5b7-69a353c7f308 req-4b46b0ed-ca60-439d-a3a0-72d716785b4c tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:27.697034 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b34902c5-a2e7-4aa8-a5b7-69a353c7f308 req-4b46b0ed-ca60-439d-a3a0-72d716785b4c tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 944 time: 0.1455202
May 10 17:24:27.708305 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79baa066-d9cc-47e9-95bf-8cd436c55df0 req-147a1d05-e809-42d8-8cb3-c5f12dc5a834 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:27.710324 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-79baa066-d9cc-47e9-95bf-8cd436c55df0 req-147a1d05-e809-42d8-8cb3-c5f12dc5a834 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.1219709
May 10 17:24:27.779628 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b34902c5-a2e7-4aa8-a5b7-69a353c7f308 req-41653b77-39a9-4b91-9fae-532644a612f9 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683148
May 10 17:24:27.786827 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-79baa066-d9cc-47e9-95bf-8cd436c55df0 req-16803426-9f9b-4dc9-b749-7ddfb227f752 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0593746
May 10 17:24:28.049745 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 59912) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:28.158317 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-811845202-network', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:24:28.170793 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:28.176357 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Usage tracker for resource:network and tenant:aca5e614d86048998dd46f3226b6b322 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:28.179904 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:28.187011 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:28.199743 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Made reservation on behalf of aca5e614d86048998dd46f3226b6b322 for: {'network': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:24:28.201975 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for network, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:28.216923 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:28.233847 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['f5ff2bc4-4101-4441-8889-11ac99dab78c'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:24:28.241840 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:28.253214 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5d6b8-8cbe-4013-8101-5c8f938b834e req-4af36fa2-9851-4d56-9fd3-18a6388ccd22 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:28.254704 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4df5d6b8-8cbe-4013-8101-5c8f938b834e req-4af36fa2-9851-4d56-9fd3-18a6388ccd22 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 945 time: 0.1370225
May 10 17:24:28.255653 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Usage tracker for resource:security_group_rule and tenant:aca5e614d86048998dd46f3226b6b322 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:28.259191 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:28.278252 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:28.322794 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4df5d6b8-8cbe-4013-8101-5c8f938b834e req-97fb9124-36c3-46f3-ae4e-859fe8bb23ae tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/security-groups?id=1017566b-3d11-4657-9e87-934de8f95d7e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606763
May 10 17:24:28.389254 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:28.393517 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:28.397951 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-d9ab3f25-c83b-4a81-9550-fc71064b2ce9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:28.421457 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 329}  {{(pid=78697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:24:28.433981 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0da7a68-2ff7-427d-aa5f-91a83fb44642,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:28.438025 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:28.438998 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:28.439334 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.db.segments_db [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Added segment 89185303-cea4-4e66-a8df-db42cc41c4d4 of type vlan for network 64b55f2c-b19a-482d-8023-f6baaecf0a48
May 10 17:24:28.466044 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765769838210'] for network, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:28.497528 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for network, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:28.498819 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:28.499399 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:28.502670 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-e949e907-3721-47a0-84e4-0e4a4f49a6aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:28.638840 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Pushing event updated for resources: {'Network': ['ID=64b55f2c-b19a-482d-8023-f6baaecf0a48,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:28.641563 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5906680
May 10 17:24:28.643971 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:28.644720 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 59918) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:28.650423 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Network 64b55f2c-b19a-482d-8023-f6baaecf0a48 details requested by agent ovs-agent-dv-cinder-786383-3-iscsi with host dv-cinder-786383-3-iscsi {{(pid=78699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:24:28.652645 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-c794bf98-8864-4ad0-b149-6d69c4683ed3 admin admin] Request body: {'subnet': {'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-811845202-subnet', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:24:28.657170 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-c794bf98-8864-4ad0-b149-6d69c4683ed3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:28.661297 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-c794bf98-8864-4ad0-b149-6d69c4683ed3 admin admin] Usage tracker for resource:subnet and tenant:aca5e614d86048998dd46f3226b6b322 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:28.664764 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-c794bf98-8864-4ad0-b149-6d69c4683ed3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:28.670402 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-c794bf98-8864-4ad0-b149-6d69c4683ed3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:28.680847 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c794bf98-8864-4ad0-b149-6d69c4683ed3 admin admin] Made reservation on behalf of aca5e614d86048998dd46f3226b6b322 for: {'subnet': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:24:28.683087 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c794bf98-8864-4ad0-b149-6d69c4683ed3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10672894'] for subnet, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:28.684403 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35015c0-97f8-4b7b-84ae-71813c2dee54 req-58da1c3b-9859-4de0-9201-16e2aa2a470b tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:28.685877 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e35015c0-97f8-4b7b-84ae-71813c2dee54 req-58da1c3b-9859-4de0-9201-16e2aa2a470b tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.36 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 945 time: 0.0984042
May 10 17:24:28.840380 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-e35015c0-97f8-4b7b-84ae-71813c2dee54 req-cce1925e-0bd2-4b6c-8a83-bff8089a69a8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Deleting port 7a435a01-5e96-4ca5-bec4-fb27c4859172 {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:24:28.840746 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-e35015c0-97f8-4b7b-84ae-71813c2dee54 req-cce1925e-0bd2-4b6c-8a83-bff8089a69a8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:29.074327 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c794bf98-8864-4ad0-b149-6d69c4683ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10710128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10672780'] for subnet, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:29.079067 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-39549560-ccdf-4756-980c-0729815ef74f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:29.133187 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c794bf98-8864-4ad0-b149-6d69c4683ed3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4c8a815-a89d-415f-a89e-782eae16c1a8,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:29.140566 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-e35015c0-97f8-4b7b-84ae-71813c2dee54 req-cce1925e-0bd2-4b6c-8a83-bff8089a69a8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] For port 7a435a01-5e96-4ca5-bec4-fb27c4859172, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7a435a01-5e96-4ca5-bec4-fb27c4859172,segment=NetworkSegment(30e48780-6b8b-42fb-959a-8e946ee097a6),segment_id=30e48780-6b8b-42fb-959a-8e946ee097a6)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:29.140972 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-c794bf98-8864-4ad0-b149-6d69c4683ed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:29.141073 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-e35015c0-97f8-4b7b-84ae-71813c2dee54 req-cce1925e-0bd2-4b6c-8a83-bff8089a69a8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:29.167064 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c794bf98-8864-4ad0-b149-6d69c4683ed3 admin admin] Checking segment: {'id': '89185303-cea4-4e66-a8df-db42cc41c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:24:29.167414 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c794bf98-8864-4ad0-b149-6d69c4683ed3 admin admin] Network hostable DHCP agents. Network: 64b55f2c-b19a-482d-8023-f6baaecf0a48, hostable agents: ['09c01bda-92a2-48bb-bf54-854a116a5737'], hosted agents: [] {{(pid=78698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:24:29.186311 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c794bf98-8864-4ad0-b149-6d69c4683ed3 admin admin] Network 64b55f2c-b19a-482d-8023-f6baaecf0a48 is scheduled to be hosted by DHCP agent 09c01bda-92a2-48bb-bf54-854a116a5737 with binding_index 1 {{(pid=78698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:24:29.197081 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-c794bf98-8864-4ad0-b149-6d69c4683ed3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-iscsi, 64b55f2c-b19a-482d-8023-f6baaecf0a48) {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:24:29.206917 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b9e29e-7528-4d32-a5cf-5af7c1dcf93d None None] Network 64b55f2c-b19a-482d-8023-f6baaecf0a48 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:24:29.209440 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c794bf98-8864-4ad0-b149-6d69c4683ed3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:29.210802 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c794bf98-8864-4ad0-b149-6d69c4683ed3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:29.234884 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-c794bf98-8864-4ad0-b149-6d69c4683ed3 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5884042
May 10 17:24:29.237788 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 59936) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:29.245485 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-811845202-router', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:24:29.251630 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:29.257145 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Usage tracker for resource:router and tenant:aca5e614d86048998dd46f3226b6b322 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:29.260481 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:29.267844 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:29.281200 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-487136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6000'] for router, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:29.282517 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3736232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5961'] for router, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:29.304266 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:29.415778 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-e35015c0-97f8-4b7b-84ae-71813c2dee54 req-cce1925e-0bd2-4b6c-8a83-bff8089a69a8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Calling delete_port for 7a435a01-5e96-4ca5-bec4-fb27c4859172 owned by compute:nova {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:24:29.472361 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a21c18-fe23-4299-805b-c887ad1ea797 req-2fe9a423-2a34-4b54-88da-a7e47820142f tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:29.473867 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a3a21c18-fe23-4299-805b-c887ad1ea797 req-2fe9a423-2a34-4b54-88da-a7e47820142f tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 944 time: 0.5221829
May 10 17:24:29.484393 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcf5e8c-3d48-42eb-86ab-daeed39fc4ff req-7c462039-0a6a-4995-8413-4852f84d5ef9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:29.485838 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1fcf5e8c-3d48-42eb-86ab-daeed39fc4ff req-7c462039-0a6a-4995-8413-4852f84d5ef9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.5352590
May 10 17:24:29.499811 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d3316b4-c81d-5319-b15a-5a430cab7718-64b55f2c-b19a-482d-8023-f6baaecf0a48', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'fixed_ips': [{'subnet_id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8'}]}} from dv-cinder-786383-3-iscsi. {{(pid=78699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:24:29.501216 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:29.564970 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a3a21c18-fe23-4299-805b-c887ad1ea797 req-d0918c7b-fe79-434f-b0ff-ffdbb98d2f48 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779924
May 10 17:24:29.605498 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1fcf5e8c-3d48-42eb-86ab-daeed39fc4ff req-9fca30f1-5427-4f78-bf75-1d47d416eee3 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0992291
May 10 17:24:29.691877 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.db_base_plugin_common [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Allocated IP 172.20.0.2 (64b55f2c-b19a-482d-8023-f6baaecf0a48/d4c8a815-a89d-415f-a89e-782eae16c1a8/0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92) {{(pid=78699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:24:29.710192 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-e35015c0-97f8-4b7b-84ae-71813c2dee54 req-cce1925e-0bd2-4b6c-8a83-bff8089a69a8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:29.724216 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-059e8032-1ea5-4142-a291-705adf8be5d8 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:29.816006 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5975'] for router, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:29.840975 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce1925e-0bd2-4b6c-8a83-bff8089a69a8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Pushing event deleted for resources: {'Port': ['ID=7a435a01-5e96-4ca5-bec4-fb27c4859172,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:29.849304 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-cce1925e-0bd2-4b6c-8a83-bff8089a69a8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:29.939862 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-e35015c0-97f8-4b7b-84ae-71813c2dee54 req-cce1925e-0bd2-4b6c-8a83-bff8089a69a8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] No DVR routers for this DVR port 7a435a01-5e96-4ca5-bec4-fb27c4859172 on host hv-cinder-78638 {{(pid=78697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:24:29.942752 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-e35015c0-97f8-4b7b-84ae-71813c2dee54 req-cce1925e-0bd2-4b6c-8a83-bff8089a69a8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:29.952868 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b022bb70-cca1-48d9-98cc-c4f53580a1b9', 'name': 'network-vif-deleted', 'tag': '7a435a01-5e96-4ca5-bec4-fb27c4859172'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:24:29.962947 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9d1d0e18-f8cd-4fb9-9083-d0c8b5cea2c7 req-40b87486-835f-41d1-97bd-bf82f3b47677 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.32 "GET /v2.0/ports?device_id=b022bb70-cca1-48d9-98cc-c4f53580a1b9 HTTP/1.1" status: 200  len: 210 time: 0.1425588
May 10 17:24:29.970550 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e35015c0-97f8-4b7b-84ae-71813c2dee54 req-cce1925e-0bd2-4b6c-8a83-bff8089a69a8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] 10.222.0.36 "DELETE /v2.0/ports/7a435a01-5e96-4ca5-bec4-fb27c4859172 HTTP/1.1" status: 204  len: 173 time: 1.2788258
May 10 17:24:30.033600 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b022bb70-cca1-48d9-98cc-c4f53580a1b9', 'name': 'network-vif-deleted', 'tag': '7a435a01-5e96-4ca5-bec4-fb27c4859172', 'status': 'completed', 'code': 200}
May 10 17:24:30.053979 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Notify callbacks [] for port, precommit_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:30.064515 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Transition to ACTIVE for port object 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92 will not be triggered until provisioned by entity L2. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:24:30.083129 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Transition to ACTIVE for port object 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92 will not be triggered until provisioned by entity DHCP. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:24:30.089639 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188'] for port, after_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:30.094985 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:30.165267 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Network 64b55f2c-b19a-482d-8023-f6baaecf0a48 is already hosted by enough agents. {{(pid=78699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:24:30.169329 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.scheduler.base_scheduler [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Resources bound (agent type, host, resource id):  {{(pid=78699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:24:30.171235 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Pushing event updated for resources: {'Port': ['ID=0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92,revision_number=1']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:30.173353 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Received port after_create {{(pid=78699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:24:30.175637 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:30.265960 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Attempting to bind port 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92 on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:24:30.266236 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Attempting to bind port 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92 by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': '89185303-cea4-4e66-a8df-db42cc41c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48'}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:24:30.266621 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Attempting to bind port 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92 on network 64b55f2c-b19a-482d-8023-f6baaecf0a48 {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:24:30.271735 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:24:30.272132 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Checking segment: {'id': '89185303-cea4-4e66-a8df-db42cc41c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:24:30.273169 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:30.273714 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Bound using segment: {'id': '89185303-cea4-4e66-a8df-db42cc41c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48'} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:24:30.274071 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Bound port: 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89185303-cea4-4e66-a8df-db42cc41c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48'}}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:24:30.274467 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:30.343334 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:30.362032 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-89e5ca00-f312-43f3-9943-23496703258c None None] For port 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:24:30.365003 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-89e5ca00-f312-43f3-9943-23496703258c None None] For port 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92,segment=NetworkSegment(89185303-cea4-4e66-a8df-db42cc41c4d4),segment_id=89185303-cea4-4e66-a8df-db42cc41c4d4)] {{(pid=78699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:24:30.369530 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:30.372946 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:30.373184 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-51a8d528-d2ce-43f9-a915-636f2c03b74d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:30.447195 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Pushing event updated for resources: {'Port': ['ID=0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92,revision_number=2']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:30.451320 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:30.526384 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Allocated IP 172.27.1.250 (bae4116f-378a-4109-9d6f-b35b773f5102/85c6ce2f-4b23-430e-8a05-d1a9c5baa36d/439e41bc-2348-40d8-8afe-7424a402aa64) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:24:30.743193 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:30.783132 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:30.790487 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-498934bf-baab-42fd-a250-68d9f836a525 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:30.844321 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Network bae4116f-378a-4109-9d6f-b35b773f5102 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:24:30.846860 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:24:30.851324 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:24:30.894592 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Pushing event updated for resources: {'Port': ['ID=439e41bc-2348-40d8-8afe-7424a402aa64,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:30.895570 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d94e7-5217-40dc-963d-f983a7a441fc req-1a5a5e13-39fa-4732-93b2-e8b42de30317 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:30.898866 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-384d94e7-5217-40dc-963d-f983a7a441fc req-1a5a5e13-39fa-4732-93b2-e8b42de30317 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 944 time: 0.1744304
May 10 17:24:30.899000 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:30.909288 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b105d-4481-4942-89ba-0432b229467c req-50c4390c-1fb9-4026-90c8-287c511ca8ea tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:30.910704 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-648b105d-4481-4942-89ba-0432b229467c req-50c4390c-1fb9-4026-90c8-287c511ca8ea tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.1357577
May 10 17:24:30.969834 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-384d94e7-5217-40dc-963d-f983a7a441fc req-5012ec2a-7f3a-4e28-85b5-55134726a322 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581617
May 10 17:24:31.048826 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-648b105d-4481-4942-89ba-0432b229467c req-fe83fd15-7c87-49a1-895c-9e972587775d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1230457
May 10 17:24:31.093893 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 59962) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:31.279207 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device f5ff2bc4-4101-4441-8889-11ac99dab78c up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:24:31.306547 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbe8ee5-b133-4317-86e3-2d3eee531751 admin admin] Deleting subnet ba516fbc-860b-4d47-a60d-b736d75a32f9 {{(pid=78698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:24:31.317941 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-acbe8ee5-b133-4317-86e3-2d3eee531751 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:31.364509 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning for port f5ff2bc4-4101-4441-8889-11ac99dab78c completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:24:31.371770 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port f5ff2bc4-4101-4441-8889-11ac99dab78c triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:24:31.372401 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:31.395578 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-acbe8ee5-b133-4317-86e3-2d3eee531751 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10641758'] for subnet, precommit_delete_associations {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:31.462032 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:31.521152 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:31.560396 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6c504f-159b-4fbc-ba80-696d63e34251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ff2bc4-4101-4441-8889-11ac99dab78c'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:24:31.586632 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port f5ff2bc4-4101-4441-8889-11ac99dab78c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f5ff2bc4-4101-4441-8889-11ac99dab78c,segment=NetworkSegment(1b87a87c-1ad8-4bea-8d69-c95113d284a4),segment_id=1b87a87c-1ad8-4bea-8d69-c95113d284a4)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:31.591690 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:31.592679 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 7a435a01-5e96-4ca5-bec4-fb27c4859172 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:31.603600 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-acbe8ee5-b133-4317-86e3-2d3eee531751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499293'] for subnet, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:31.627562 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:31.692684 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76731d29-4dbc-43e8-9943-8e08844bf996 None None] Network 64b55f2c-b19a-482d-8023-f6baaecf0a48 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:24:31.768101 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] No Port match for: 7a435a01-5e96-4ca5-bec4-fb27c4859172 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:24:31.768474 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 7a435a01-5e96-4ca5-bec4-fb27c4859172 not bound to the agent host hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:24:31.768942 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device a36caa3d-c0a8-46d5-8981-e9e734cd45b6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:24:31.803798 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=f5ff2bc4-4101-4441-8889-11ac99dab78c,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:31.807544 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:31.822987 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6c504f-159b-4fbc-ba80-696d63e34251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5ff2bc4-4101-4441-8889-11ac99dab78c', 'code': 200}
May 10 17:24:32.004966 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:24:32.054507 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0de3613c-ba96-4417-be1f-5a516a9a444b None None] Provisioning for port 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92 completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:24:32.252203 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396803'] for router, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:32.289132 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:24:32.296464 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:24:32.296962 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:32.355854 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ae7853-59e1-415c-ade3-8e531beacf82 req-5a7b0f34-6e16-42e7-8e06-9dd86f4f1eba tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:32.364488 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f9ae7853-59e1-415c-ade3-8e531beacf82 req-5a7b0f34-6e16-42e7-8e06-9dd86f4f1eba tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 945 time: 0.2180400
May 10 17:24:32.402739 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fc92d9-b7f8-41b4-9622-c30f9d3a4b12 req-536161fc-36c8-41cb-a665-4bc9f5f384b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:32.404715 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-11fc92d9-b7f8-41b4-9622-c30f9d3a4b12 req-536161fc-36c8-41cb-a665-4bc9f5f384b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 1098 time: 0.2215343
May 10 17:24:32.479852 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-acbe8ee5-b133-4317-86e3-2d3eee531751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10577331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10672789'] for subnet, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:32.481125 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f9ae7853-59e1-415c-ade3-8e531beacf82 req-e215fbd3-a3a9-4f90-8ce2-69078e4048ae tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1088853
May 10 17:24:32.501660 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a5766850-e207-40f0-80cc-9d27bb34eab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:32.528622 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:32.543242 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-11fc92d9-b7f8-41b4-9622-c30f9d3a4b12 req-0e670ac9-8f12-4b3e-988e-dc3e7659a61e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820661
May 10 17:24:32.547519 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe8ee5-b133-4317-86e3-2d3eee531751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba516fbc-860b-4d47-a60d-b736d75a32f9,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:32.555136 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46674a-3c63-4162-a9ce-ea2f88693210 req-5f7afa2f-5f99-47a2-8164-411b0c2f886b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:32.555897 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-acbe8ee5-b133-4317-86e3-2d3eee531751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:32.557050 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ba46674a-3c63-4162-a9ce-ea2f88693210 req-5f7afa2f-5f99-47a2-8164-411b0c2f886b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.2833576
May 10 17:24:32.581301 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-acbe8ee5-b133-4317-86e3-2d3eee531751 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:32.596120 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92,segment=NetworkSegment(89185303-cea4-4e66-a8df-db42cc41c4d4),segment_id=89185303-cea4-4e66-a8df-db42cc41c4d4)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:32.596952 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Router a196bb51-abd2-4afb-ad6c-867d588d0ff1 is scheduled to L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 with binding_index 1 {{(pid=78698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:24:32.612077 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:32.614892 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:32.638223 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ba46674a-3c63-4162-a9ce-ea2f88693210 req-0f086a83-2e68-4981-99c6-e2ec287c3ecb tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0741808
May 10 17:24:32.687741 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-acbe8ee5-b133-4317-86e3-2d3eee531751 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/ba516fbc-860b-4d47-a60d-b736d75a32f9 HTTP/1.1" status: 204  len: 168 time: 1.5910940
May 10 17:24:32.690288 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 60004) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:32.746870 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-2348ec8f-b826-40fb-b4da-7e0046d46ba1 None None] Provisioning complete for port 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:24:32.747343 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-2348ec8f-b826-40fb-b4da-7e0046d46ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:32.830801 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a43437cd-d161-43a6-a9e9-98ca9359e69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653661'] for network, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:32.833512 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92,revision_number=3']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:32.838303 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:32.865030 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:24:32.886562 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Notify callbacks [] for router, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:32.892031 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.6530132
May 10 17:24:32.894873 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 60018) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:32.896073 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] Sync routers for ids ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:24:32.912055 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] Routers {'a196bb51-abd2-4afb-ad6c-867d588d0ff1'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:24:32.912737 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0866b310>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:24:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:32.947975 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 60022) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:32.977662 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a43437cd-d161-43a6-a9e9-98ca9359e69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501542', 'neutron.services.segments.db._delete_segments_for_network-8765770262173'] for network, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:32.991886 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-a43437cd-d161-43a6-a9e9-98ca9359e69a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8f08083550>,) {'filters': {'network_id': ['0cfd4b2e-df56-43d0-908b-ea446d61e6b9']}} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:33.005382 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-a43437cd-d161-43a6-a9e9-98ca9359e69a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f08083550>, '30e48780-6b8b-42fb-959a-8e946ee097a6') {'for_net_delete': True} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:33.005891 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-a43437cd-d161-43a6-a9e9-98ca9359e69a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f08083550>, '30e48780-6b8b-42fb-959a-8e946ee097a6') {} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:33.021258 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a43437cd-d161-43a6-a9e9-98ca9359e69a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765770273639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702529'] for segment, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:33.039771 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a43437cd-d161-43a6-a9e9-98ca9359e69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:33.052927 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a43437cd-d161-43a6-a9e9-98ca9359e69a admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=78697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:24:33.054751 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a43437cd-d161-43a6-a9e9-98ca9359e69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-811415'] for segment, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]: Traceback (most recent call last):
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:     timer()
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:     cb(*args, **kw)
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:     return func(*args, **kwargs)
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:     self._notify()
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:     self.callback(batched_events)
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:     event.method(event)
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:     return f(self, *a, **k)
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self._get(url).json()
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self.request(url, 'GET', **kwargs)
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:24:33.078027 dv-cinder-786383-3-iscsi neutron-server[78697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:24:33.166108 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] Set router a196bb51-abd2-4afb-ad6c-867d588d0ff1 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:24:33.212753 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a43437cd-d161-43a6-a9e9-98ca9359e69a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422783'] for network, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:33.222147 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a43437cd-d161-43a6-a9e9-98ca9359e69a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:33.227342 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-19073ab4-6605-4503-be45-813e341d51b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:33.251465 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bbcb4300-3a6d-4695-b76c-24ba2a1fd602 req-8c54b8a5-03e0-4b14-b6ea-da4e75e1a82f service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.3018627
May 10 17:24:33.252182 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43437cd-d161-43a6-a9e9-98ca9359e69a admin admin] Pushing event deleted for resources: {'Network': ['ID=0cfd4b2e-df56-43d0-908b-ea446d61e6b9,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:33.255464 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-a43437cd-d161-43a6-a9e9-98ca9359e69a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:33.265837 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-a43437cd-d161-43a6-a9e9-98ca9359e69a admin admin] 10.222.0.32 "DELETE /v2.0/networks/0cfd4b2e-df56-43d0-908b-ea446d61e6b9 HTTP/1.1" status: 204  len: 168 time: 0.5744598
May 10 17:24:33.406265 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 60032) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:33.497888 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0866b310>, [{'id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'name': 'tempest-AttachVolumeTestJSON-811845202-router', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:29Z', 'updated_at': '2021-05-10T17:24:31Z', 'revision_number': 3, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'gw_port': {'id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:30Z', 'updated_at': '2021-05-10T17:24:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:33.508946 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] Checking router: a196bb51-abd2-4afb-ad6c-867d588d0ff1 for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:24:33.509667 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] Updating router a196bb51-abd2-4afb-ad6c-867d588d0ff1 port 439e41bc-2348-40d8-8afe-7424a402aa64 binding host dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:24:33.575596 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:33.756110 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6e0c24-772d-4e61-b476-1298c113e63b req-00c58871-bc04-4520-bf02-f7921f0a54f5 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:33.764181 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bd6e0c24-772d-4e61-b476-1298c113e63b req-00c58871-bc04-4520-bf02-f7921f0a54f5 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 945 time: 0.1390529
May 10 17:24:33.823682 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:33.936864 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:24:34.059706 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bd6e0c24-772d-4e61-b476-1298c113e63b req-a5c6cd46-137a-45b9-ace4-6ba96d6d02ef tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2939034
May 10 17:24:34.064336 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-aa24b787-ff92-41d2-987d-0e12008ae15b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d0f782c325f1445b94f0ff94b78c2c9f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6542592
May 10 17:24:34.066839 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 60070) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:34.172956 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] Notify callbacks [] for port, precommit_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:34.199342 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] Transition to ACTIVE for port object 439e41bc-2348-40d8-8afe-7424a402aa64 will not be triggered until provisioned by entity L2. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:24:34.203010 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Allocated IP 172.20.0.1 (64b55f2c-b19a-482d-8023-f6baaecf0a48/d4c8a815-a89d-415f-a89e-782eae16c1a8/5a202a81-d265-4211-8911-23dee31c7929) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:24:34.227050 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:34.231220 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:34.241783 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b053a01-bced-4d78-a899-b8b2dde7004c req-53686f8d-d4f5-48ad-ab9d-1989194c63b1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:34.254649 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8b053a01-bced-4d78-a899-b8b2dde7004c req-53686f8d-d4f5-48ad-ab9d-1989194c63b1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.4546371
May 10 17:24:34.326030 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:24:34.326422 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:34.343736 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8b053a01-bced-4d78-a899-b8b2dde7004c req-9b1a020e-bde9-447f-be07-942eef3521e3 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0875468
May 10 17:24:34.348092 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-99234438-1701-4e64-933f-0af14481b713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:34.370145 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21fe1e-7dd5-4509-9edc-d846accb3ae6 None None] Pushing event updated for resources: {'Port': ['ID=439e41bc-2348-40d8-8afe-7424a402aa64,revision_number=2']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:34.377063 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-6a21fe1e-7dd5-4509-9edc-d846accb3ae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:34.409856 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-99234438-1701-4e64-933f-0af14481b713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:34.443532 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:34.447677 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] Attempting to bind port 439e41bc-2348-40d8-8afe-7424a402aa64 on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:24:34.447991 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] Attempting to bind port 439e41bc-2348-40d8-8afe-7424a402aa64 by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:24:34.448369 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] Attempting to bind port 439e41bc-2348-40d8-8afe-7424a402aa64 on network bae4116f-378a-4109-9d6f-b35b773f5102 {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:24:34.457697 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:24:34.458075 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] Checking segment: {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:24:34.458522 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:34.458924 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] Bound using segment: {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:24:34.459546 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] Bound port: 439e41bc-2348-40d8-8afe-7424a402aa64, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:24:34.459834 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:34.465965 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.provisioning_blocks [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Transition to ACTIVE for port object 5a202a81-d265-4211-8911-23dee31c7929 will not be triggered until provisioned by entity DHCP. {{(pid=78698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:24:34.477904 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-99234438-1701-4e64-933f-0af14481b713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:34.483213 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-89ac6490-11dd-4522-8b12-2358262a1a63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:34.496112 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99234438-1701-4e64-933f-0af14481b713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1017566b-3d11-4657-9e87-934de8f95d7e,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:34.499081 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-99234438-1701-4e64-933f-0af14481b713 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:34.501004 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-99234438-1701-4e64-933f-0af14481b713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:34.505014 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-99234438-1701-4e64-933f-0af14481b713 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/1017566b-3d11-4657-9e87-934de8f95d7e HTTP/1.1" status: 204  len: 168 time: 0.4373930
May 10 17:24:34.513690 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:34.519613 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:34.582442 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Network 64b55f2c-b19a-482d-8023-f6baaecf0a48 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:24:34.586134 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:24:34.610018 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:24:34.614267 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] For port 439e41bc-2348-40d8-8afe-7424a402aa64, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:24:34.623625 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] For port 439e41bc-2348-40d8-8afe-7424a402aa64, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=439e41bc-2348-40d8-8afe-7424a402aa64,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:24:34.628114 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:34.634092 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:34.650300 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Pushing event updated for resources: {'Port': ['ID=5a202a81-d265-4211-8911-23dee31c7929,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:34.660664 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:34.681945 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393436'] for router_interface, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:34.720932 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] Routers {'a196bb51-abd2-4afb-ad6c-867d588d0ff1'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:24:34.721569 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0866b310>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:24:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:34.893436 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:34.907389 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a21fe1e-7dd5-4509-9edc-d846accb3ae6 None None] Pushing event updated for resources: {'Port': ['ID=439e41bc-2348-40d8-8afe-7424a402aa64,revision_number=3']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:34.913635 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-6a21fe1e-7dd5-4509-9edc-d846accb3ae6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:35.012553 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] Set router a196bb51-abd2-4afb-ad6c-867d588d0ff1 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:24:35.082786 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-539e9e78-1e3f-4b9a-a1bc-17722814afe2 None None] Provisioning for port 5a202a81-d265-4211-8911-23dee31c7929 completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:24:35.096241 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-539e9e78-1e3f-4b9a-a1bc-17722814afe2 None None] Provisioning complete for port 5a202a81-d265-4211-8911-23dee31c7929 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:24:35.096578 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-539e9e78-1e3f-4b9a-a1bc-17722814afe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:35.186502 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:35.194432 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10577401'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:35.243575 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:35.277904 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-539e9e78-1e3f-4b9a-a1bc-17722814afe2 None None] Port 5a202a81-d265-4211-8911-23dee31c7929 cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:24:35.338571 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Pushing event updated for resources: {'Port': ['ID=5a202a81-d265-4211-8911-23dee31c7929,revision_number=2']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:35.340915 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393343'] for router_interface, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:35.345582 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:35.414691 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eec24c-255c-47ba-8613-cfdb54a00f7c req-cd636d62-8781-4b62-a434-1216276d8889 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:35.422368 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f5eec24c-255c-47ba-8613-cfdb54a00f7c req-cd636d62-8781-4b62-a434-1216276d8889 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 945 time: 0.2174020
May 10 17:24:35.530876 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f5eec24c-255c-47ba-8613-cfdb54a00f7c req-60e0c99d-527f-4d63-adba-8988858ec2f0 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070294
May 10 17:24:35.610048 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Network 64b55f2c-b19a-482d-8023-f6baaecf0a48 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:24:35.611277 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:24:35.667129 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0866b310>, [{'id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'name': 'tempest-AttachVolumeTestJSON-811845202-router', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:29Z', 'updated_at': '2021-05-10T17:24:34Z', 'revision_number': 4, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'gw_port': {'id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:30Z', 'updated_at': '2021-05-10T17:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '5a202a81-d265-4211-8911-23dee31c7929', 'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'mac_address': 'fa:16:3e:a5:99:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:33Z', 'updated_at': '2021-05-10T17:24:34Z', 'revision_number': 1, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'subnets': [{'id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:35.677110 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef70f245-34ee-4378-be05-e58af3e60936 None None] The sync data for ids ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'] in dv-cinder-786383-3-iscsi is: [{'id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'name': 'tempest-AttachVolumeTestJSON-811845202-router', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:29Z', 'updated_at': '2021-05-10T17:24:34Z', 'revision_number': 4, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'gw_port': {'id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5e:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:30Z', 'updated_at': '2021-05-10T17:24:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '5a202a81-d265-4211-8911-23dee31c7929', 'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'mac_address': 'fa:16:3e:a5:99:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:33Z', 'updated_at': '2021-05-10T17:24:34Z', 'revision_number': 1, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'subnets': [{'id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:24:35.768217 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9245a994-a53b-4f41-a903-4df9eb8748a8 req-f20b4de2-8217-4fd5-b596-fce9121aac93 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:35.782141 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9245a994-a53b-4f41-a903-4df9eb8748a8 req-f20b4de2-8217-4fd5-b596-fce9121aac93 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.1961806
May 10 17:24:35.851099 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9245a994-a53b-4f41-a903-4df9eb8748a8 req-3ce3d091-4129-4b0a-9c60-0241dddf140b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675728
May 10 17:24:35.915929 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-8c7a6968-afaf-44fa-87df-d55e33c6a6bd None None] Provisioning complete for port 5a202a81-d265-4211-8911-23dee31c7929 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:24:35.916405 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-8c7a6968-afaf-44fa-87df-d55e33c6a6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:35.919107 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Router a196bb51-abd2-4afb-ad6c-867d588d0ff1 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:24:35.999983 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-8c7a6968-afaf-44fa-87df-d55e33c6a6bd None None] Port 5a202a81-d265-4211-8911-23dee31c7929 cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:24:36.234506 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb4300-3a6d-4695-b76c-24ba2a1fd602 req-19369356-e124-41c1-8c4d-98d1f495f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:36.236749 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bbcb4300-3a6d-4695-b76c-24ba2a1fd602 req-19369356-e124-41c1-8c4d-98d1f495f6e9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0&tenant_id=acb915c4b01148a7b37b3577f122af21 HTTP/1.1" status: 200  len: 1096 time: 0.2001002
May 10 17:24:36.378837 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:24:36.403386 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] 10.222.0.32 "PUT /v2.0/routers/a196bb51-abd2-4afb-ad6c-867d588d0ff1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5071580
May 10 17:24:36.420040 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb4300-3a6d-4695-b76c-24ba2a1fd602 req-159ff2bb-553b-4443-a0c8-3acfef5dfa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:36.422183 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bbcb4300-3a6d-4695-b76c-24ba2a1fd602 req-159ff2bb-553b-4443-a0c8-3acfef5dfa8f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acb915c4b01148a7b37b3577f122af21&device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 1096 time: 0.1421874
May 10 17:24:36.627705 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb4300-3a6d-4695-b76c-24ba2a1fd602 req-f5d0c6dc-078b-44ee-908b-ceba935cc177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:36.631889 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bbcb4300-3a6d-4695-b76c-24ba2a1fd602 req-f5d0c6dc-078b-44ee-908b-ceba935cc177 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a743af2b-ecde-4507-a08d-7e8e82f84011 HTTP/1.1" status: 200  len: 918 time: 0.2017579
May 10 17:24:36.844298 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bbcb4300-3a6d-4695-b76c-24ba2a1fd602 req-d19d10db-3a0a-4886-bed2-748e2a77c879 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a36caa3d-c0a8-46d5-8981-e9e734cd45b6 HTTP/1.1" status: 200  len: 998 time: 0.2045019
May 10 17:24:36.938958 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb4300-3a6d-4695-b76c-24ba2a1fd602 req-65cdfeef-0366-40a8-98ab-10fb2b772dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:36.940480 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bbcb4300-3a6d-4695-b76c-24ba2a1fd602 req-65cdfeef-0366-40a8-98ab-10fb2b772dc4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81a2b548-3d7f-41e8-846d-5a0ec57ae08d HTTP/1.1" status: 200  len: 856 time: 0.0676839
May 10 17:24:37.035871 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb4300-3a6d-4695-b76c-24ba2a1fd602 req-60345b15-4faf-4604-97af-20898873045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:37.039348 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bbcb4300-3a6d-4695-b76c-24ba2a1fd602 req-60345b15-4faf-4604-97af-20898873045b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a743af2b-ecde-4507-a08d-7e8e82f84011&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0884404
May 10 17:24:37.141277 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 60164) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:37.147244 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-f2bfa7b7-580e-42ae-b314-8939089c3ef3 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1705720465', 'description': 'tempest-description--1927186262'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:24:37.153720 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-f2bfa7b7-580e-42ae-b314-8939089c3ef3 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:37.159801 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-f2bfa7b7-580e-42ae-b314-8939089c3ef3 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Usage tracker for resource:security_group and tenant:aca5e614d86048998dd46f3226b6b322 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:37.163631 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-f2bfa7b7-580e-42ae-b314-8939089c3ef3 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:37.170485 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-f2bfa7b7-580e-42ae-b314-8939089c3ef3 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:37.183008 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f2bfa7b7-580e-42ae-b314-8939089c3ef3 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:37.206879 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-f2bfa7b7-580e-42ae-b314-8939089c3ef3 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:37.210838 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-f2bfa7b7-580e-42ae-b314-8939089c3ef3 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Usage tracker for resource:security_group_rule and tenant:aca5e614d86048998dd46f3226b6b322 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:37.213739 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-f2bfa7b7-580e-42ae-b314-8939089c3ef3 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:37.219720 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-f2bfa7b7-580e-42ae-b314-8939089c3ef3 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:37.258297 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bbcb4300-3a6d-4695-b76c-24ba2a1fd602 req-e1318648-da05-482b-ac06-30fbbf9582a5 service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1753139
May 10 17:24:37.296314 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f2bfa7b7-580e-42ae-b314-8939089c3ef3 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:37.296511 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f75a43-1f07-4df8-bfa1-262b738dfa56 req-9185c54e-598d-409c-944b-affcc8a256d7 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:37.298134 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-82f75a43-1f07-4df8-bfa1-262b738dfa56 req-9185c54e-598d-409c-944b-affcc8a256d7 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.2528327
May 10 17:24:37.301268 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f2bfa7b7-580e-42ae-b314-8939089c3ef3 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:37.307317 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-84cfd1e4-6f0a-4362-84c8-7d5989b4cab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:37.348464 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfa7b7-580e-42ae-b314-8939089c3ef3 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50400df7-d879-4cd4-9fb0-22d724bb6a84,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:37.352865 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f2bfa7b7-580e-42ae-b314-8939089c3ef3 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:37.356887 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-f2bfa7b7-580e-42ae-b314-8939089c3ef3 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.2117372
May 10 17:24:37.356887 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-f2bfa7b7-580e-42ae-b314-8939089c3ef3 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:37.357106 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 60168) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:37.362236 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-3ab0e414-bce4-4179-b84a-24bd2f2c9f5b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Request body: {'security_group_rule': {'security_group_id': '50400df7-d879-4cd4-9fb0-22d724bb6a84', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:24:37.368337 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-3ab0e414-bce4-4179-b84a-24bd2f2c9f5b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:37.373532 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-3ab0e414-bce4-4179-b84a-24bd2f2c9f5b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Usage tracker for resource:security_group_rule and tenant:aca5e614d86048998dd46f3226b6b322 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:37.376522 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-3ab0e414-bce4-4179-b84a-24bd2f2c9f5b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:37.382227 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-3ab0e414-bce4-4179-b84a-24bd2f2c9f5b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:37.402234 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3ab0e414-bce4-4179-b84a-24bd2f2c9f5b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:37.458802 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-82f75a43-1f07-4df8-bfa1-262b738dfa56 req-75e76fc7-9d31-4c8d-b11c-2e6e11d5e7cc tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0904288
May 10 17:24:37.475935 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3ab0e414-bce4-4179-b84a-24bd2f2c9f5b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:37.480629 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3ab0e414-bce4-4179-b84a-24bd2f2c9f5b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:37.483277 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-710e6261-2d0e-4a2b-8999-f626371524e1 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:37.497029 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bbcb4300-3a6d-4695-b76c-24ba2a1fd602 req-55020973-18fe-4daf-b7f0-af2ca9a88020 service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2300539
May 10 17:24:37.509254 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab0e414-bce4-4179-b84a-24bd2f2c9f5b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a8bf64d-1a8a-4f05-8b47-731ff9d2c75e,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:37.511947 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-3ab0e414-bce4-4179-b84a-24bd2f2c9f5b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:37.519734 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3ab0e414-bce4-4179-b84a-24bd2f2c9f5b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:37.522702 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-3ab0e414-bce4-4179-b84a-24bd2f2c9f5b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1631663
May 10 17:24:37.524668 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 60172) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:37.530695 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-7d011c51-3994-4bfc-be16-bc606ab1b789 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Request body: {'security_group_rule': {'security_group_id': '50400df7-d879-4cd4-9fb0-22d724bb6a84', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:24:37.536453 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-7d011c51-3994-4bfc-be16-bc606ab1b789 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:37.540469 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-7d011c51-3994-4bfc-be16-bc606ab1b789 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Usage tracker for resource:security_group_rule and tenant:aca5e614d86048998dd46f3226b6b322 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:37.544056 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-7d011c51-3994-4bfc-be16-bc606ab1b789 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:37.550585 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-7d011c51-3994-4bfc-be16-bc606ab1b789 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:37.572135 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-7d011c51-3994-4bfc-be16-bc606ab1b789 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:37.641903 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-7d011c51-3994-4bfc-be16-bc606ab1b789 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:37.645546 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-7d011c51-3994-4bfc-be16-bc606ab1b789 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:37.652650 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-06d8c8c1-78b1-42cd-8493-3dfe43462172 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:37.675094 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d011c51-3994-4bfc-be16-bc606ab1b789 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd8b2fe8-2400-468c-9d64-d4d523dd68d3,revision_number=0']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:37.679124 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-7d011c51-3994-4bfc-be16-bc606ab1b789 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:37.691408 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-7d011c51-3994-4bfc-be16-bc606ab1b789 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:37.692658 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-7d011c51-3994-4bfc-be16-bc606ab1b789 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1668203
May 10 17:24:37.696280 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 60182) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:37.701402 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Request body: {'floatingip': {'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:24:37.707473 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:37.712253 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Usage tracker for resource:floatingip and tenant:aca5e614d86048998dd46f3226b6b322 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:37.715182 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:37.721115 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:37.736489 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for floatingip, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:37.898731 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:37.933624 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 439e41bc-2348-40d8-8afe-7424a402aa64 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:24:38.080193 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port 439e41bc-2348-40d8-8afe-7424a402aa64 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:24:38.085491 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 439e41bc-2348-40d8-8afe-7424a402aa64 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:24:38.086150 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:38.093300 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_common [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Allocated IP 172.27.1.176 (bae4116f-378a-4109-9d6f-b35b773f5102/85c6ce2f-4b23-430e-8a05-d1a9c5baa36d/b566e1be-5e36-4db5-a415-cd177ac34533) {{(pid=78697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:24:38.308627 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:38.344735 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port 439e41bc-2348-40d8-8afe-7424a402aa64, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=439e41bc-2348-40d8-8afe-7424a402aa64,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:38.353696 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:38.356072 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:38.534178 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] Sync routers for ids ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'] in dv-cinder-786383-3-iscsi {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:24:38.536362 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=439e41bc-2348-40d8-8afe-7424a402aa64,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:38.542497 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:38.553807 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] Routers {'a196bb51-abd2-4afb-ad6c-867d588d0ff1'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:24:38.554632 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f088e7280>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:24:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:38.592025 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for port, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:38.658513 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:38.667548 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:38.805293 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Network bae4116f-378a-4109-9d6f-b35b773f5102 is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:24:38.812936 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:24:38.819266 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Received port after_create {{(pid=78697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:24:38.887189 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Pushing event updated for resources: {'Port': ['ID=b566e1be-5e36-4db5-a415-cd177ac34533,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:38.892575 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:38.924864 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb20ead-5de9-4cc7-8b37-e75e0797bd73 req-dba04247-35d4-4a0d-9a68-484a6f853bf2 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:38.933430 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ffb20ead-5de9-4cc7-8b37-e75e0797bd73 req-dba04247-35d4-4a0d-9a68-484a6f853bf2 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.2044261
May 10 17:24:38.936789 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] Set router a196bb51-abd2-4afb-ad6c-867d588d0ff1 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:24:39.049408 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ffb20ead-5de9-4cc7-8b37-e75e0797bd73 req-95c6404f-2049-4afa-be8d-444d56df925c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1148791
May 10 17:24:39.079689 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:39.163023 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:39.395467 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f088e7280>, [{'id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'name': 'tempest-AttachVolumeTestJSON-811845202-router', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:29Z', 'updated_at': '2021-05-10T17:24:34Z', 'revision_number': 4, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'gw_port': {'id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:30Z', 'updated_at': '2021-05-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '5a202a81-d265-4211-8911-23dee31c7929', 'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'mac_address': 'fa:16:3e:a5:99:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:33Z', 'updated_at': '2021-05-10T17:24:34Z', 'revision_number': 2, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'subnets': [{'id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:39.400345 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] Checking router: a196bb51-abd2-4afb-ad6c-867d588d0ff1 for host: dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:24:39.400698 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] Updating router a196bb51-abd2-4afb-ad6c-867d588d0ff1 port 5a202a81-d265-4211-8911-23dee31c7929 binding host dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:24:39.423370 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for port, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:39.431538 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:39.436506 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:39.463603 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:39.547028 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Pushing event updated for resources: {'Port': ['ID=b566e1be-5e36-4db5-a415-cd177ac34533,revision_number=2']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:39.551144 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:39.562531 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422768'] for floatingip, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:39.595153 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for floatingip, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:39.596514 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8993187
May 10 17:24:39.873458 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 439e41bc-2348-40d8-8afe-7424a402aa64 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:24:39.890683 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:39.924290 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] Transition to ACTIVE for port object 5a202a81-d265-4211-8911-23dee31c7929 will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:24:39.932549 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:39.939490 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:39.988374 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 439e41bc-2348-40d8-8afe-7424a402aa64 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:24:39.988757 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:40.084224 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15271de6-5769-4d10-ad88-1daaa84c74ce None None] Pushing event updated for resources: {'Port': ['ID=5a202a81-d265-4211-8911-23dee31c7929,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:40.115272 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15271de6-5769-4d10-ad88-1daaa84c74ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:40.116233 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15271de6-5769-4d10-ad88-1daaa84c74ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:40.116675 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15271de6-5769-4d10-ad88-1daaa84c74ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:40.117096 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15271de6-5769-4d10-ad88-1daaa84c74ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:40.117822 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15271de6-5769-4d10-ad88-1daaa84c74ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:40.118296 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15271de6-5769-4d10-ad88-1daaa84c74ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:40.118822 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15271de6-5769-4d10-ad88-1daaa84c74ce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:40.119252 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15271de6-5769-4d10-ad88-1daaa84c74ce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:40.119775 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15271de6-5769-4d10-ad88-1daaa84c74ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:40.120229 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15271de6-5769-4d10-ad88-1daaa84c74ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:40.120695 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15271de6-5769-4d10-ad88-1daaa84c74ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:40.121204 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15271de6-5769-4d10-ad88-1daaa84c74ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:24:40.126725 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-15271de6-5769-4d10-ad88-1daaa84c74ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:40.313177 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] Attempting to bind port 5a202a81-d265-4211-8911-23dee31c7929 on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:24:40.313607 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] Attempting to bind port 5a202a81-d265-4211-8911-23dee31c7929 by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': '89185303-cea4-4e66-a8df-db42cc41c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:24:40.313916 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] Attempting to bind port 5a202a81-d265-4211-8911-23dee31c7929 on network 64b55f2c-b19a-482d-8023-f6baaecf0a48 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:24:40.322044 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:24:40.322449 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] Checking segment: {'id': '89185303-cea4-4e66-a8df-db42cc41c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:24:40.322859 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:40.323255 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] Bound using segment: {'id': '89185303-cea4-4e66-a8df-db42cc41c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:24:40.323730 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] Bound port: 5a202a81-d265-4211-8911-23dee31c7929, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89185303-cea4-4e66-a8df-db42cc41c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:24:40.324124 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:40.356348 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827b36d-a3c3-4b49-a801-db21d47d9133 req-67812282-ad89-4e0a-a2ec-72b53f888bc4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:40.358036 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d827b36d-a3c3-4b49-a801-db21d47d9133 req-67812282-ad89-4e0a-a2ec-72b53f888bc4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.1119001
May 10 17:24:40.429418 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d827b36d-a3c3-4b49-a801-db21d47d9133 req-4f8978e7-0489-42e4-bdcd-e4a250069d7f tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0642986
May 10 17:24:40.448235 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] For port 5a202a81-d265-4211-8911-23dee31c7929, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:24:40.452187 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] For port 5a202a81-d265-4211-8911-23dee31c7929, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=5a202a81-d265-4211-8911-23dee31c7929,segment=NetworkSegment(89185303-cea4-4e66-a8df-db42cc41c4d4),segment_id=89185303-cea4-4e66-a8df-db42cc41c4d4)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:24:40.456776 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:40.470685 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-29c617ca-a11a-4052-ba12-91621e6883b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:40.552583 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] Routers {'a196bb51-abd2-4afb-ad6c-867d588d0ff1'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:24:40.553273 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f088e7280>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:24:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:40.666972 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15271de6-5769-4d10-ad88-1daaa84c74ce None None] Pushing event updated for resources: {'Port': ['ID=5a202a81-d265-4211-8911-23dee31c7929,revision_number=4']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:40.678365 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-15271de6-5769-4d10-ad88-1daaa84c74ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:40.763372 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] Set router a196bb51-abd2-4afb-ad6c-867d588d0ff1 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:24:41.141318 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f088e7280>, [{'id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'name': 'tempest-AttachVolumeTestJSON-811845202-router', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:29Z', 'updated_at': '2021-05-10T17:24:34Z', 'revision_number': 4, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'gw_port': {'id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:30Z', 'updated_at': '2021-05-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '5a202a81-d265-4211-8911-23dee31c7929', 'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'mac_address': 'fa:16:3e:a5:99:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:33Z', 'updated_at': '2021-05-10T17:24:40Z', 'revision_number': 4, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'subnets': [{'id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:24:41.145519 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00148703-2dd0-403d-a75c-3ae4b7945dcc None None] The sync data for ids ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'] in dv-cinder-786383-3-iscsi is: [{'id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'name': 'tempest-AttachVolumeTestJSON-811845202-router', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:29Z', 'updated_at': '2021-05-10T17:24:34Z', 'revision_number': 4, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'gw_port': {'id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:30Z', 'updated_at': '2021-05-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '5a202a81-d265-4211-8911-23dee31c7929', 'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'mac_address': 'fa:16:3e:a5:99:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:33Z', 'updated_at': '2021-05-10T17:24:40Z', 'revision_number': 4, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'subnets': [{'id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:24:41.742220 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8cf3c-bdb2-4bd7-8ddf-2200b402147f req-f84bee3d-128f-420e-a90f-5c6c72113bd1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:41.743761 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8be8cf3c-bdb2-4bd7-8ddf-2200b402147f req-f84bee3d-128f-420e-a90f-5c6c72113bd1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.1618788
May 10 17:24:41.834246 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8be8cf3c-bdb2-4bd7-8ddf-2200b402147f req-d25adb92-fd38-44b1-b6b7-ddc18524305c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0842099
May 10 17:24:41.929401 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 5a202a81-d265-4211-8911-23dee31c7929 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:24:42.039693 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port 5a202a81-d265-4211-8911-23dee31c7929 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:24:42.044966 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 5a202a81-d265-4211-8911-23dee31c7929 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:24:42.045328 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:42.163780 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:42.196165 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port 5a202a81-d265-4211-8911-23dee31c7929, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=5a202a81-d265-4211-8911-23dee31c7929,segment=NetworkSegment(89185303-cea4-4e66-a8df-db42cc41c4d4),segment_id=89185303-cea4-4e66-a8df-db42cc41c4d4)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:24:42.200106 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:42.202003 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-6a21fe1e-7dd5-4509-9edc-d846accb3ae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:42.221012 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:24:42.276405 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=5a202a81-d265-4211-8911-23dee31c7929,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:42.288454 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:43.076494 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68014e1-5362-4b0b-a132-2a34a664b45e req-41b5e680-4964-4ad8-ade8-696e1a69afe6 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:43.078062 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c68014e1-5362-4b0b-a132-2a34a664b45e req-41b5e680-4964-4ad8-ade8-696e1a69afe6 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.0987322
May 10 17:24:43.125334 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c68014e1-5362-4b0b-a132-2a34a664b45e req-0954bdd8-e4bd-4da7-a131-a1bfb49881d2 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413909
May 10 17:24:43.885092 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 5a202a81-d265-4211-8911-23dee31c7929 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:24:43.977818 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 5a202a81-d265-4211-8911-23dee31c7929 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:24:43.978189 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:44.446472 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a793ce-c283-4fb3-8714-2bb4064011e2 req-f1105c7d-f8dd-4295-980a-d7258e45b541 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:44.448221 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a0a793ce-c283-4fb3-8714-2bb4064011e2 req-f1105c7d-f8dd-4295-980a-d7258e45b541 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.0949297
May 10 17:24:44.501022 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a0a793ce-c283-4fb3-8714-2bb4064011e2 req-94ab1f34-b226-4fba-acac-847131c006cc tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452642
May 10 17:24:45.712704 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02fed2b-9596-47d3-a17c-297e2b65a87b req-43c2c15d-7b49-44f9-abd3-0f3a5bf866c3 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:45.714235 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b02fed2b-9596-47d3-a17c-297e2b65a87b req-43c2c15d-7b49-44f9-abd3-0f3a5bf866c3 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.0937853
May 10 17:24:45.776778 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b02fed2b-9596-47d3-a17c-297e2b65a87b req-d9642dc9-7b7d-4bbd-943c-9f8a587389e5 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534439
May 10 17:24:46.991497 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798d2cd-fe1a-4c7e-87d7-2d63cde8c7c2 req-f083d6d4-2bd1-4615-b0a7-3f03a58db5a6 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:47.000234 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d798d2cd-fe1a-4c7e-87d7-2d63cde8c7c2 req-f083d6d4-2bd1-4615-b0a7-3f03a58db5a6 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.1073070
May 10 17:24:47.042243 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d798d2cd-fe1a-4c7e-87d7-2d63cde8c7c2 req-1e7540a1-4ac1-4eee-bf65-e1e222007f15 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418491
May 10 17:24:48.238693 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3249dd2a-cf25-4bea-ab4a-f23f9ff09bec req-556be0d6-ef4f-47de-a5b3-32ee5f3fb523 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:48.240156 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3249dd2a-cf25-4bea-ab4a-f23f9ff09bec req-556be0d6-ef4f-47de-a5b3-32ee5f3fb523 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.0857608
May 10 17:24:48.300789 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3249dd2a-cf25-4bea-ab4a-f23f9ff09bec req-50bf43d4-ee72-48fe-adc7-c8ead832033a tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528350
May 10 17:24:49.225518 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 60362) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:49.347768 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f848973f-20f9-4a6a-92e6-11870431336b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:49.370839 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-f848973f-20f9-4a6a-92e6-11870431336b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:49.374684 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-f848973f-20f9-4a6a-92e6-11870431336b admin admin] Usage tracker for resource:security_group_rule and tenant:a4a4ff04ac27492ea5df0a73117dea40 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:49.377921 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-f848973f-20f9-4a6a-92e6-11870431336b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:49.384303 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-f848973f-20f9-4a6a-92e6-11870431336b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:49.517495 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f848973f-20f9-4a6a-92e6-11870431336b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:49.524006 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f848973f-20f9-4a6a-92e6-11870431336b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:49.531994 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-500fe6b3-1f8c-42b0-b50c-7a36a8695a45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:49.580168 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f085bfb-b8cb-4cba-85a6-50a818118310 req-8fd4d7d8-9a70-4e77-a65d-bbbd3f172c29 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:49.581617 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6f085bfb-b8cb-4cba-85a6-50a818118310 req-8fd4d7d8-9a70-4e77-a65d-bbbd3f172c29 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.1532042
May 10 17:24:49.590655 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-f848973f-20f9-4a6a-92e6-11870431336b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a4a4ff04ac27492ea5df0a73117dea40&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3640895
May 10 17:24:49.593391 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 60372) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:49.618206 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f848973f-20f9-4a6a-92e6-11870431336b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c532554-bbeb-4435-959a-3c074fc1beb7,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:49.667191 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-22f037fa-a9fd-40e8-bae9-984c7584e44f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:49.713099 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-f848973f-20f9-4a6a-92e6-11870431336b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:49.720467 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-22f037fa-a9fd-40e8-bae9-984c7584e44f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:49.733597 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6f085bfb-b8cb-4cba-85a6-50a818118310 req-f1532c02-2bed-4881-95a6-2e64487be1dd tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1391590
May 10 17:24:49.774695 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-22f037fa-a9fd-40e8-bae9-984c7584e44f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:49.778414 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-141b03c0-815a-4251-9cc1-c29a0651f7f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:49.789382 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f037fa-a9fd-40e8-bae9-984c7584e44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c532554-bbeb-4435-959a-3c074fc1beb7,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:49.793249 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-22f037fa-a9fd-40e8-bae9-984c7584e44f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:49.796457 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-22f037fa-a9fd-40e8-bae9-984c7584e44f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:49.797769 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-22f037fa-a9fd-40e8-bae9-984c7584e44f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7c532554-bbeb-4435-959a-3c074fc1beb7 HTTP/1.1" status: 204  len: 168 time: 0.2033477
May 10 17:24:50.222180 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-f0358a3d-06b0-453a-b038-d45fd00c824d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:50.979992 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca58fec7-47ce-4b0a-bcb0-cad02b11d187 req-97a273ad-b88c-45e0-a837-e188b37d1aa7 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:50.981583 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ca58fec7-47ce-4b0a-bcb0-cad02b11d187 req-97a273ad-b88c-45e0-a837-e188b37d1aa7 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.1018696
May 10 17:24:51.047921 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ca58fec7-47ce-4b0a-bcb0-cad02b11d187 req-e86a9bea-b703-4430-b8c2-5929c2eec03e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550637
May 10 17:24:51.329041 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-d2fad03a-c09f-468a-84c4-267898f2923b req-4a123538-4c3c-414d-83a2-5677461ce6fb tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Synchronizing usage tracker for tenant:aca5e614d86048998dd46f3226b6b322 on resource:security_group {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:24:51.348150 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-d2fad03a-c09f-468a-84c4-267898f2923b req-4a123538-4c3c-414d-83a2-5677461ce6fb tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Unset dirty status for tenant:aca5e614d86048998dd46f3226b6b322 on resource:security_group {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:24:51.349340 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2fad03a-c09f-468a-84c4-267898f2923b req-4a123538-4c3c-414d-83a2-5677461ce6fb tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1705720465&fields=id&tenant_id=aca5e614d86048998dd46f3226b6b322 HTTP/1.1" status: 200  len: 267 time: 0.0735338
May 10 17:24:51.479974 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:51.523573 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fad03a-c09f-468a-84c4-267898f2923b req-84df64ab-10bd-4d86-8fe4-df86c2567e1e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:51.523771 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-d2fad03a-c09f-468a-84c4-267898f2923b req-84df64ab-10bd-4d86-8fe4-df86c2567e1e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Synchronizing usage tracker for tenant:aca5e614d86048998dd46f3226b6b322 on resource:network {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:24:51.543866 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-d2fad03a-c09f-468a-84c4-267898f2923b req-84df64ab-10bd-4d86-8fe4-df86c2567e1e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Unset dirty status for tenant:aca5e614d86048998dd46f3226b6b322 on resource:network {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:24:51.545188 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2fad03a-c09f-468a-84c4-267898f2923b req-84df64ab-10bd-4d86-8fe4-df86c2567e1e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/networks?id=64b55f2c-b19a-482d-8023-f6baaecf0a48 HTTP/1.1" status: 200  len: 810 time: 0.1889350
May 10 17:24:51.561626 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2fad03a-c09f-468a-84c4-267898f2923b req-e060827c-3603-4213-8bcb-ab016da1efb1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/quotas/aca5e614d86048998dd46f3226b6b322 HTTP/1.1" status: 200  len: 375 time: 0.0105684
May 10 17:24:51.670805 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2fad03a-c09f-468a-84c4-267898f2923b req-27e8562d-3482-4fe3-b1f1-32e25d93d536 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aca5e614d86048998dd46f3226b6b322&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0946193
May 10 17:24:51.929618 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2fad03a-c09f-468a-84c4-267898f2923b req-d0fef707-1a55-46ac-b88a-e2be5764857e service neutron] 10.222.0.32 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2471478
May 10 17:24:52.077053 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2fad03a-c09f-468a-84c4-267898f2923b req-20c0e346-a6e4-434f-ac0f-cc70ceee0e03 service neutron] 10.222.0.32 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1415927
May 10 17:24:52.304737 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-211aaf88-1a4d-4d57-9186-0be26ecb62d2 req-23149d62-e4ea-4a13-a952-ac569469f53e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 210 time: 0.0523062
May 10 17:24:52.516019 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc03052f-12bd-46b7-adad-13afb6a6456c req-097b098b-c85f-4cbe-90a1-88479789f68f tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:52.517506 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc03052f-12bd-46b7-adad-13afb6a6456c req-097b098b-c85f-4cbe-90a1-88479789f68f tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.0950909
May 10 17:24:52.578988 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc03052f-12bd-46b7-adad-13afb6a6456c req-879e4b23-1252-4cef-922b-ba64291073eb tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0528917
May 10 17:24:52.736317 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:52.883752 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-227e17df-983b-4a0e-b5d1-ef952e864971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:53.358257 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 60550) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:53.480608 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-aa863e5b-1122-41e5-ab29-f6b3bc47167f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:53.482916 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-02fd69a7-dccc-4ce1-9072-295a49e747d0 req-bd7f6c37-0f3c-4051-91d8-94f0a35462fb tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 210 time: 0.0595558
May 10 17:24:53.497031 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-aa863e5b-1122-41e5-ab29-f6b3bc47167f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:53.501154 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-aa863e5b-1122-41e5-ab29-f6b3bc47167f admin admin] Usage tracker for resource:security_group_rule and tenant:be4650d4297d4736bda718a859283efa is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:53.504155 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-aa863e5b-1122-41e5-ab29-f6b3bc47167f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:53.510533 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-aa863e5b-1122-41e5-ab29-f6b3bc47167f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:53.591421 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-aa863e5b-1122-41e5-ab29-f6b3bc47167f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:53.595229 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-aa863e5b-1122-41e5-ab29-f6b3bc47167f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:53.603483 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-6d56b817-bbad-4283-9aee-24cf9158896e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:53.641092 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-aa863e5b-1122-41e5-ab29-f6b3bc47167f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=be4650d4297d4736bda718a859283efa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2817535
May 10 17:24:53.642670 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa863e5b-1122-41e5-ab29-f6b3bc47167f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b489f177-872b-4b3c-afb7-99fc03e2f489,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:53.643859 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 60560) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:53.645810 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-aa863e5b-1122-41e5-ab29-f6b3bc47167f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:53.749980 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-9fd73f6b-3e4e-43f9-be14-2bcc14521c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:53.781800 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-9fd73f6b-3e4e-43f9-be14-2bcc14521c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:53.835608 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5cdd19-7559-4ea0-ad78-3f89f4651df1 req-39d24d84-8a30-462f-8c8f-a904610df668 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:53.837065 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ff5cdd19-7559-4ea0-ad78-3f89f4651df1 req-39d24d84-8a30-462f-8c8f-a904610df668 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.1462355
May 10 17:24:53.878436 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-9fd73f6b-3e4e-43f9-be14-2bcc14521c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:53.884874 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-6f7ebf15-b4b9-4939-85ee-96f3af368eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:53.898463 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ff5cdd19-7559-4ea0-ad78-3f89f4651df1 req-0e406aa0-3a36-4b25-9cf0-470ba0c20d22 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556903
May 10 17:24:53.901325 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd73f6b-3e4e-43f9-be14-2bcc14521c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b489f177-872b-4b3c-afb7-99fc03e2f489,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:53.904015 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-9fd73f6b-3e4e-43f9-be14-2bcc14521c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:53.911818 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-9fd73f6b-3e4e-43f9-be14-2bcc14521c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:53.917383 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-9fd73f6b-3e4e-43f9-be14-2bcc14521c2c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b489f177-872b-4b3c-afb7-99fc03e2f489 HTTP/1.1" status: 204  len: 168 time: 0.2716932
May 10 17:24:53.944384 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:54.199450 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 60570) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:54.216623 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-47d5d431-6e9a-40f7-a40f-9894adf57d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:54.230722 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-47d5d431-6e9a-40f7-a40f-9894adf57d08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:54.234474 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-47d5d431-6e9a-40f7-a40f-9894adf57d08 admin admin] Usage tracker for resource:security_group_rule and tenant:b36d7d052c1a4015978bed05e1708cb0 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:54.237185 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-47d5d431-6e9a-40f7-a40f-9894adf57d08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:54.243324 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-47d5d431-6e9a-40f7-a40f-9894adf57d08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:54.324189 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-47d5d431-6e9a-40f7-a40f-9894adf57d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:54.328031 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-47d5d431-6e9a-40f7-a40f-9894adf57d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:54.336518 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-387752ea-4386-4f9f-84f4-b51b8e3ea669 tempest-VolumesNegativeTest-448294323 tempest-VolumesNegativeTest-448294323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:54.375588 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-47d5d431-6e9a-40f7-a40f-9894adf57d08 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b36d7d052c1a4015978bed05e1708cb0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1751046
May 10 17:24:54.377155 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d5d431-6e9a-40f7-a40f-9894adf57d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed9f6ca8-d3f6-4aeb-be92-cde3a3df9049,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:54.378320 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 60578) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:54.380061 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-47d5d431-6e9a-40f7-a40f-9894adf57d08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:54.440028 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c2ca4d7c-0da8-4392-87ef-d37e471e297c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:54.464935 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c2ca4d7c-0da8-4392-87ef-d37e471e297c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:54.515735 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c2ca4d7c-0da8-4392-87ef-d37e471e297c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:54.520994 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-8d718dcc-a06d-44fd-9007-cbb07ac49679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:54.532774 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ca4d7c-0da8-4392-87ef-d37e471e297c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed9f6ca8-d3f6-4aeb-be92-cde3a3df9049,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:54.538014 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-c2ca4d7c-0da8-4392-87ef-d37e471e297c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:54.543901 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c2ca4d7c-0da8-4392-87ef-d37e471e297c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:54.547376 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-c2ca4d7c-0da8-4392-87ef-d37e471e297c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/ed9f6ca8-d3f6-4aeb-be92-cde3a3df9049 HTTP/1.1" status: 204  len: 168 time: 0.1648815
May 10 17:24:54.651028 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c3b1d5ec-e62d-4bf0-bc13-eed9966ef657 req-4f957342-6c3c-4725-a504-ea3b0b4f8110 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 210 time: 0.0577807
May 10 17:24:55.099601 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e07ccc5-e13b-4c24-8ddb-77f18f0f7c82 req-6e0311d6-d50b-4cc2-91dc-eeb9cb757dc1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:55.101847 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0e07ccc5-e13b-4c24-8ddb-77f18f0f7c82 req-6e0311d6-d50b-4cc2-91dc-eeb9cb757dc1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.0884886
May 10 17:24:55.151384 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0e07ccc5-e13b-4c24-8ddb-77f18f0f7c82 req-946dbb25-1e33-41ab-98f1-3c6f942ccd4d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437713
May 10 17:24:55.399714 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:55.799872 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-67ac5653-4273-469a-93e0-c5286cfb95fd req-fcbaaf0f-c266-4c93-a90c-57a67e606f2b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 210 time: 0.0418532
May 10 17:24:56.343048 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 60646) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:56.358735 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585b0e8-8270-441b-a4e9-01b2b4408c06 req-6f5c95ed-b89d-4676-8727-e5f561c5be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:56.360235 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6585b0e8-8270-441b-a4e9-01b2b4408c06 req-6f5c95ed-b89d-4676-8727-e5f561c5be0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acb915c4b01148a7b37b3577f122af21&device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 1096 time: 0.1806090
May 10 17:24:56.386467 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032d836-091a-487c-8a08-dedafb5de2c3 req-47fd71e1-4d19-4fca-a5e0-8accfe50ff90 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:56.391010 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0032d836-091a-487c-8a08-dedafb5de2c3 req-47fd71e1-4d19-4fca-a5e0-8accfe50ff90 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.1211782
May 10 17:24:56.474704 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-20f1d194-19e4-43e8-8f4a-bdc7f3b9ef2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:56.488768 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-20f1d194-19e4-43e8-8f4a-bdc7f3b9ef2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:56.493004 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-20f1d194-19e4-43e8-8f4a-bdc7f3b9ef2a admin admin] Usage tracker for resource:security_group_rule and tenant:311050ac37f348f9ac65933c6d516259 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:56.495775 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-20f1d194-19e4-43e8-8f4a-bdc7f3b9ef2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:56.501278 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-20f1d194-19e4-43e8-8f4a-bdc7f3b9ef2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:56.525476 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0032d836-091a-487c-8a08-dedafb5de2c3 req-607903ed-d9ee-4464-be59-df502f8d9e2e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1114833
May 10 17:24:56.589686 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-20f1d194-19e4-43e8-8f4a-bdc7f3b9ef2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:56.593793 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-20f1d194-19e4-43e8-8f4a-bdc7f3b9ef2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:56.602166 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-f2bfa7b7-580e-42ae-b314-8939089c3ef3 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:56.647450 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-20f1d194-19e4-43e8-8f4a-bdc7f3b9ef2a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=311050ac37f348f9ac65933c6d516259&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3032248
May 10 17:24:56.648514 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f1d194-19e4-43e8-8f4a-bdc7f3b9ef2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4cbaaf-1960-4f36-89fc-9b6c8bfd4356,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:56.650315 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 60652) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:56.652017 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-20f1d194-19e4-43e8-8f4a-bdc7f3b9ef2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:56.665022 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585b0e8-8270-441b-a4e9-01b2b4408c06 req-354c7155-595b-4bbd-88fa-402b8e5c00c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:56.666412 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6585b0e8-8270-441b-a4e9-01b2b4408c06 req-354c7155-595b-4bbd-88fa-402b8e5c00c3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a743af2b-ecde-4507-a08d-7e8e82f84011 HTTP/1.1" status: 200  len: 918 time: 0.2737908
May 10 17:24:56.804976 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-510ada25-8079-4277-807f-36e49dda668f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:56.809138 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6585b0e8-8270-441b-a4e9-01b2b4408c06 req-0108921f-1ec7-4a5c-b93f-0e1a5678b788 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a36caa3d-c0a8-46d5-8981-e9e734cd45b6 HTTP/1.1" status: 200  len: 998 time: 0.1296258
May 10 17:24:56.873368 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-510ada25-8079-4277-807f-36e49dda668f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:56.909198 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585b0e8-8270-441b-a4e9-01b2b4408c06 req-401a2e75-c624-45e7-bbe8-0820bdba63b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:56.910606 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6585b0e8-8270-441b-a4e9-01b2b4408c06 req-401a2e75-c624-45e7-bbe8-0820bdba63b9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81a2b548-3d7f-41e8-846d-5a0ec57ae08d HTTP/1.1" status: 200  len: 856 time: 0.0945036
May 10 17:24:56.999858 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6cf2822c-f7e8-4ac2-8b78-56522d54fb95 req-c252ba21-9d6d-46f5-9f9c-e8b3b38eb5d0 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 210 time: 0.0923734
May 10 17:24:57.033666 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-510ada25-8079-4277-807f-36e49dda668f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:57.039799 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-e474abb0-560e-486d-9d03-79330a28dfb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:57.053342 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6585b0e8-8270-441b-a4e9-01b2b4408c06 req-9a08a188-12c9-40e7-950f-0e9772214ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:57.055097 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6585b0e8-8270-441b-a4e9-01b2b4408c06 req-9a08a188-12c9-40e7-950f-0e9772214ba8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a743af2b-ecde-4507-a08d-7e8e82f84011&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1073287
May 10 17:24:57.057751 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ada25-8079-4277-807f-36e49dda668f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4cbaaf-1960-4f36-89fc-9b6c8bfd4356,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:57.061251 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-510ada25-8079-4277-807f-36e49dda668f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:57.129405 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-510ada25-8079-4277-807f-36e49dda668f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:57.130511 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-510ada25-8079-4277-807f-36e49dda668f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be4cbaaf-1960-4f36-89fc-9b6c8bfd4356 HTTP/1.1" status: 204  len: 168 time: 0.4782085
May 10 17:24:57.192751 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6585b0e8-8270-441b-a4e9-01b2b4408c06 req-11782a51-68e6-427f-b845-5c17e8ae16e4 service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1294458
May 10 17:24:57.332336 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6585b0e8-8270-441b-a4e9-01b2b4408c06 req-6d245df4-1b68-491d-bf11-3ad9e98ea850 service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1313689
May 10 17:24:57.422294 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 60670) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:57.440548 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e04a-2ca2-4451-b8ea-5f52d8e144e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:57.458704 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-eeb0e04a-2ca2-4451-b8ea-5f52d8e144e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:57.463206 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-eeb0e04a-2ca2-4451-b8ea-5f52d8e144e2 admin admin] Usage tracker for resource:security_group_rule and tenant:e6f0738b02db4a0cb8fb7e197c517b86 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:57.466935 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-eeb0e04a-2ca2-4451-b8ea-5f52d8e144e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:57.472917 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-eeb0e04a-2ca2-4451-b8ea-5f52d8e144e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:57.554833 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e04a-2ca2-4451-b8ea-5f52d8e144e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:57.558614 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-eeb0e04a-2ca2-4451-b8ea-5f52d8e144e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:57.567083 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-1dc44c13-6d9e-4eef-afb6-dbf6c36be452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:57.607476 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-eeb0e04a-2ca2-4451-b8ea-5f52d8e144e2 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e6f0738b02db4a0cb8fb7e197c517b86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1840091
May 10 17:24:57.608462 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0e04a-2ca2-4451-b8ea-5f52d8e144e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf7cb15-cc06-4fc0-9fb5-9dd809f162ae,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:57.610893 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 60676) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:24:57.612058 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-eeb0e04a-2ca2-4451-b8ea-5f52d8e144e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:57.699685 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-980030f2-f95b-451e-b6b8-5ef4b0a0c600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:57.727544 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-980030f2-f95b-451e-b6b8-5ef4b0a0c600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:57.782948 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-980030f2-f95b-451e-b6b8-5ef4b0a0c600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:57.788804 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-55afc6fb-59b3-4546-98ea-38da21664677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:57.801846 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980030f2-f95b-451e-b6b8-5ef4b0a0c600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf7cb15-cc06-4fc0-9fb5-9dd809f162ae,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:57.807103 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-980030f2-f95b-451e-b6b8-5ef4b0a0c600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:57.812910 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-980030f2-f95b-451e-b6b8-5ef4b0a0c600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:57.817009 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-980030f2-f95b-451e-b6b8-5ef4b0a0c600 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6bf7cb15-cc06-4fc0-9fb5-9dd809f162ae HTTP/1.1" status: 204  len: 168 time: 0.2042477
May 10 17:24:57.853216 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452ebdd-9b2e-4f1f-ae1a-c7a71f9ee045 req-b29e8b87-a31b-4360-b492-830a3233749e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:57.854743 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b452ebdd-9b2e-4f1f-ae1a-c7a71f9ee045 req-b29e8b87-a31b-4360-b492-830a3233749e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.2003207
May 10 17:24:57.887009 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fad03a-c09f-468a-84c4-267898f2923b req-fb64a4b8-9a0e-4e03-8b04-a285b8764b80 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:57.888515 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2fad03a-c09f-468a-84c4-267898f2923b req-fb64a4b8-9a0e-4e03-8b04-a285b8764b80 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.36 "GET /v2.0/networks?id=64b55f2c-b19a-482d-8023-f6baaecf0a48 HTTP/1.1" status: 200  len: 810 time: 0.2633786
May 10 17:24:57.928982 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b452ebdd-9b2e-4f1f-ae1a-c7a71f9ee045 req-e66357ce-dcfa-4322-960a-34e5624ff3ba tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0641332
May 10 17:24:57.958410 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2fad03a-c09f-468a-84c4-267898f2923b req-3c15d46f-54fb-4442-8b1b-04de6f4c1ff5 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aca5e614d86048998dd46f3226b6b322 HTTP/1.1" status: 200  len: 380 time: 0.0493927
May 10 17:24:57.967832 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-d2fad03a-c09f-468a-84c4-267898f2923b req-1e18f3b5-ed44-46d9-8eee-faf65d2e53d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Request body: {'port': {'device_id': '48120777-14d3-4deb-9f45-1146dc41c5c6', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'admin_state_up': True, 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'security_groups': ['50400df7-d879-4cd4-9fb0-22d724bb6a84']}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:24:58.130458 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-d2fad03a-c09f-468a-84c4-267898f2923b req-1e18f3b5-ed44-46d9-8eee-faf65d2e53d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:24:58.134869 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-d2fad03a-c09f-468a-84c4-267898f2923b req-1e18f3b5-ed44-46d9-8eee-faf65d2e53d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Usage tracker for resource:port and tenant:aca5e614d86048998dd46f3226b6b322 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:24:58.137908 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-d2fad03a-c09f-468a-84c4-267898f2923b req-1e18f3b5-ed44-46d9-8eee-faf65d2e53d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:24:58.177755 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-d2fad03a-c09f-468a-84c4-267898f2923b req-1e18f3b5-ed44-46d9-8eee-faf65d2e53d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:24:58.195542 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e148003f-e95b-4189-8b0d-e399c76c7607 req-bd8dac35-86b5-411e-9447-3f223a654681 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 210 time: 0.0546825
May 10 17:24:58.200717 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2fad03a-c09f-468a-84c4-267898f2923b req-1e18f3b5-ed44-46d9-8eee-faf65d2e53d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Made reservation on behalf of aca5e614d86048998dd46f3226b6b322 for: {'port': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:24:58.204260 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-d2fad03a-c09f-468a-84c4-267898f2923b req-1e18f3b5-ed44-46d9-8eee-faf65d2e53d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:58.375695 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_common [req-d2fad03a-c09f-468a-84c4-267898f2923b req-1e18f3b5-ed44-46d9-8eee-faf65d2e53d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Allocated IP 172.20.0.10 (64b55f2c-b19a-482d-8023-f6baaecf0a48/d4c8a815-a89d-415f-a89e-782eae16c1a8/efcf780a-b180-4ccf-83b7-ac9d45b35052) {{(pid=78697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:24:58.588994 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-d2fad03a-c09f-468a-84c4-267898f2923b req-1e18f3b5-ed44-46d9-8eee-faf65d2e53d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for port, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:58.607082 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.provisioning_blocks [req-d2fad03a-c09f-468a-84c4-267898f2923b req-1e18f3b5-ed44-46d9-8eee-faf65d2e53d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Transition to ACTIVE for port object efcf780a-b180-4ccf-83b7-ac9d45b35052 will not be triggered until provisioned by entity DHCP. {{(pid=78697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:24:58.632377 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-d2fad03a-c09f-468a-84c4-267898f2923b req-1e18f3b5-ed44-46d9-8eee-faf65d2e53d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:58.638614 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:58.784348 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2fad03a-c09f-468a-84c4-267898f2923b req-1e18f3b5-ed44-46d9-8eee-faf65d2e53d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Network 64b55f2c-b19a-482d-8023-f6baaecf0a48 is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:24:58.787856 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [req-d2fad03a-c09f-468a-84c4-267898f2923b req-1e18f3b5-ed44-46d9-8eee-faf65d2e53d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:24:58.796535 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fad03a-c09f-468a-84c4-267898f2923b req-1e18f3b5-ed44-46d9-8eee-faf65d2e53d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Received port after_create {{(pid=78697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:24:58.831737 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e18f3b5-ed44-46d9-8eee-faf65d2e53d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Pushing event updated for resources: {'Port': ['ID=efcf780a-b180-4ccf-83b7-ac9d45b35052,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:58.838560 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-1e18f3b5-ed44-46d9-8eee-faf65d2e53d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:58.869904 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fad03a-c09f-468a-84c4-267898f2923b req-1e18f3b5-ed44-46d9-8eee-faf65d2e53d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:58.870687 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-d2fad03a-c09f-468a-84c4-267898f2923b req-1e18f3b5-ed44-46d9-8eee-faf65d2e53d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:58.896796 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2fad03a-c09f-468a-84c4-267898f2923b req-1e18f3b5-ed44-46d9-8eee-faf65d2e53d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9325190
May 10 17:24:58.921170 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-d2fad03a-c09f-468a-84c4-267898f2923b req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Request body: {'port': {'device_id': '48120777-14d3-4deb-9f45-1146dc41c5c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:24:59.058622 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c0b3277a-c308-4931-9e8a-f5ab4bf6f9b8 None None] Provisioning for port efcf780a-b180-4ccf-83b7-ac9d45b35052 completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:24:59.076120 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c0b3277a-c308-4931-9e8a-f5ab4bf6f9b8 None None] Provisioning complete for port efcf780a-b180-4ccf-83b7-ac9d45b35052 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:24:59.076120 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c0b3277a-c308-4931-9e8a-f5ab4bf6f9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:59.126098 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c0b3277a-c308-4931-9e8a-f5ab4bf6f9b8 None None] Port efcf780a-b180-4ccf-83b7-ac9d45b35052 cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:24:59.141738 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-d2fad03a-c09f-468a-84c4-267898f2923b req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:59.310853 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870a003b-ac8c-4138-a0f1-acfcf1d406dd req-88966658-aecf-4121-aae8-99c5ea7ad1a2 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:59.312312 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-870a003b-ac8c-4138-a0f1-acfcf1d406dd req-88966658-aecf-4121-aae8-99c5ea7ad1a2 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.2495301
May 10 17:24:59.495308 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-870a003b-ac8c-4138-a0f1-acfcf1d406dd req-c9995e20-85ab-4417-8452-efa42a27f60a tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1754265
May 10 17:24:59.575976 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed849242-074b-4b45-8ab9-9d23af58ab3b req-083702c8-3093-47e3-937c-f860c087850a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:24:59.576659 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-ed849242-074b-4b45-8ab9-9d23af58ab3b req-083702c8-3093-47e3-937c-f860c087850a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Synchronizing usage tracker for tenant:aca5e614d86048998dd46f3226b6b322 on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:24:59.607998 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-ed849242-074b-4b45-8ab9-9d23af58ab3b req-083702c8-3093-47e3-937c-f860c087850a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Unset dirty status for tenant:aca5e614d86048998dd46f3226b6b322 on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:24:59.609231 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ed849242-074b-4b45-8ab9-9d23af58ab3b req-083702c8-3093-47e3-937c-f860c087850a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 932 time: 0.2555337
May 10 17:24:59.685677 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [req-d2fad03a-c09f-468a-84c4-267898f2923b req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efcf780a-b180-4ccf-83b7-ac9d45b35052 {{(pid=78697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:24:59.696465 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-d2fad03a-c09f-468a-84c4-267898f2923b req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:59.704535 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ed849242-074b-4b45-8ab9-9d23af58ab3b req-4892ab27-deab-4a4d-b29a-010cb5667597 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0668397
May 10 17:24:59.715580 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.provisioning_blocks [req-d2fad03a-c09f-468a-84c4-267898f2923b req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Transition to ACTIVE for port object efcf780a-b180-4ccf-83b7-ac9d45b35052 will not be triggered until provisioned by entity L2. {{(pid=78697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:24:59.719396 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-d2fad03a-c09f-468a-84c4-267898f2923b req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:24:59.724005 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:24:59.876212 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Pushing event updated for resources: {'Port': ['ID=efcf780a-b180-4ccf-83b7-ac9d45b35052,revision_number=2']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:24:59.883391 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:24:59.955377 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-d2fad03a-c09f-468a-84c4-267898f2923b req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Attempting to bind port efcf780a-b180-4ccf-83b7-ac9d45b35052 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:24:59.955710 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-d2fad03a-c09f-468a-84c4-267898f2923b req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Attempting to bind port efcf780a-b180-4ccf-83b7-ac9d45b35052 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '89185303-cea4-4e66-a8df-db42cc41c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48'}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:24:59.956036 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fad03a-c09f-468a-84c4-267898f2923b req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Attempting to bind port efcf780a-b180-4ccf-83b7-ac9d45b35052 on network 64b55f2c-b19a-482d-8023-f6baaecf0a48 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:24:59.960979 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fad03a-c09f-468a-84c4-267898f2923b req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Port efcf780a-b180-4ccf-83b7-ac9d45b35052 on network 64b55f2c-b19a-482d-8023-f6baaecf0a48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:24:59.961291 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fad03a-c09f-468a-84c4-267898f2923b req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Attempting to bind port efcf780a-b180-4ccf-83b7-ac9d45b35052 on network 64b55f2c-b19a-482d-8023-f6baaecf0a48 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:24:59.966299 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fad03a-c09f-468a-84c4-267898f2923b req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Checking agent: {'id': '87cc3cef-9683-423a-ab01-169475d75aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'started_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:24:59.966655 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fad03a-c09f-468a-84c4-267898f2923b req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Checking segment: {'id': '89185303-cea4-4e66-a8df-db42cc41c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:24:59.967025 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fad03a-c09f-468a-84c4-267898f2923b req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Bound using segment: {'id': '89185303-cea4-4e66-a8df-db42cc41c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48'} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:24:59.967445 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-d2fad03a-c09f-468a-84c4-267898f2923b req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Bound port: efcf780a-b180-4ccf-83b7-ac9d45b35052, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89185303-cea4-4e66-a8df-db42cc41c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48'}}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:24:59.967779 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-d2fad03a-c09f-468a-84c4-267898f2923b req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:00.057340 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-d2fad03a-c09f-468a-84c4-267898f2923b req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] For port efcf780a-b180-4ccf-83b7-ac9d45b35052, host hv-cinder-78638, cleared binding levels {{(pid=78697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:25:00.060239 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-d2fad03a-c09f-468a-84c4-267898f2923b req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] For port efcf780a-b180-4ccf-83b7-ac9d45b35052, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=efcf780a-b180-4ccf-83b7-ac9d45b35052,segment=NetworkSegment(89185303-cea4-4e66-a8df-db42cc41c4d4),segment_id=89185303-cea4-4e66-a8df-db42cc41c4d4)] {{(pid=78697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:25:00.064607 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-d2fad03a-c09f-468a-84c4-267898f2923b req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:00.069007 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-0c55a030-e23f-467b-b2c6-6b014695b9b3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:00.116511 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fad03a-c09f-468a-84c4-267898f2923b req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:00.117428 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-d2fad03a-c09f-468a-84c4-267898f2923b req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:00.118794 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2fad03a-c09f-468a-84c4-267898f2923b req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] 10.222.0.36 "PUT /v2.0/ports/efcf780a-b180-4ccf-83b7-ac9d45b35052 HTTP/1.1" status: 200  len: 1094 time: 1.2022800
May 10 17:25:00.121252 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48120777-14d3-4deb-9f45-1146dc41c5c6', 'tag': 'efcf780a-b180-4ccf-83b7-ac9d45b35052'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:25:00.154980 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Pushing event updated for resources: {'Port': ['ID=efcf780a-b180-4ccf-83b7-ac9d45b35052,revision_number=3']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:00.158375 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:00.175221 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48120777-14d3-4deb-9f45-1146dc41c5c6', 'tag': 'efcf780a-b180-4ccf-83b7-ac9d45b35052', 'status': 'completed', 'code': 200}
May 10 17:25:00.272766 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fad03a-c09f-468a-84c4-267898f2923b req-c89a08bf-891f-4040-b690-4b7f4c79a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:00.274409 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2fad03a-c09f-468a-84c4-267898f2923b req-c89a08bf-891f-4040-b690-4b7f4c79a042 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aca5e614d86048998dd46f3226b6b322&device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 1097 time: 0.0786829
May 10 17:25:00.353535 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2fad03a-c09f-468a-84c4-267898f2923b req-1b71b7e1-4f8a-471f-aeb1-6a1dea7d07ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efcf780a-b180-4ccf-83b7-ac9d45b35052 HTTP/1.1" status: 200  len: 217 time: 0.0627055
May 10 17:25:00.429020 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fad03a-c09f-468a-84c4-267898f2923b req-1e41cad5-d67d-4bda-b34f-7ec6cf4c4ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:00.430578 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2fad03a-c09f-468a-84c4-267898f2923b req-1e41cad5-d67d-4bda-b34f-7ec6cf4c4ead service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4c8a815-a89d-415f-a89e-782eae16c1a8 HTTP/1.1" status: 200  len: 849 time: 0.0706136
May 10 17:25:00.508464 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fad03a-c09f-468a-84c4-267898f2923b req-4204b3b6-b64a-4cec-b330-00995af29614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:00.509910 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2fad03a-c09f-468a-84c4-267898f2923b req-4204b3b6-b64a-4cec-b330-00995af29614 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64b55f2c-b19a-482d-8023-f6baaecf0a48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0725181
May 10 17:25:00.776938 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2fad03a-c09f-468a-84c4-267898f2923b req-86935ba6-8957-4807-945e-b85da5584667 service neutron] 10.222.0.36 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2588172
May 10 17:25:00.821130 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3868600b-9185-445f-9bac-a06bc77195ac req-e767a95c-825e-4ca6-b570-d8b0e7697558 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:00.822540 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3868600b-9185-445f-9bac-a06bc77195ac req-e767a95c-825e-4ca6-b570-d8b0e7697558 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.1540310
May 10 17:25:00.984976 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3868600b-9185-445f-9bac-a06bc77195ac req-a8ad02e0-b7ca-4b03-9226-7e68bfc106cf tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0831065
May 10 17:25:01.011277 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2fad03a-c09f-468a-84c4-267898f2923b req-fd5ae241-3b6e-4a05-a540-be394c6ca962 service neutron] 10.222.0.36 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2242937
May 10 17:25:01.033151 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5a978-a337-49dd-b8ce-d2e572cfd240 req-cbbb89fe-cce2-4edb-ad6b-188712e02fef tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:01.034941 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-88c5a978-a337-49dd-b8ce-d2e572cfd240 req-cbbb89fe-cce2-4edb-ad6b-188712e02fef tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 944 time: 0.2254114
May 10 17:25:01.083969 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-88c5a978-a337-49dd-b8ce-d2e572cfd240 req-968887e8-80bf-49f7-85cd-f572c7980420 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429943
May 10 17:25:02.171406 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f6af4-b2c1-455b-9bf7-557b80e17d29 req-0600f109-3780-4a56-a0be-e72d020aa218 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:02.172863 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6b4f6af4-b2c1-455b-9bf7-557b80e17d29 req-0600f109-3780-4a56-a0be-e72d020aa218 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.0800455
May 10 17:25:02.265599 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6b4f6af4-b2c1-455b-9bf7-557b80e17d29 req-64da6c04-824f-4044-9d61-a381a469c044 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0868495
May 10 17:25:02.294290 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85a2ea0-8bb9-4c4c-9775-bf085e4f7e83 req-1d2bdad2-af69-4e3e-a133-5c944cf07c2c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:02.295744 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c85a2ea0-8bb9-4c4c-9775-bf085e4f7e83 req-1d2bdad2-af69-4e3e-a133-5c944cf07c2c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 944 time: 0.1024621
May 10 17:25:02.338603 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c85a2ea0-8bb9-4c4c-9775-bf085e4f7e83 req-f603d9f6-3b95-4406-915d-81f2c25c7a1b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373082
May 10 17:25:03.497032 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f94e8-ec80-45b7-ba82-e3124bcdd7a4 req-58a75465-e4c6-4678-94b6-64110d20c0cb tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:03.498472 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bb1f94e8-ec80-45b7-ba82-e3124bcdd7a4 req-58a75465-e4c6-4678-94b6-64110d20c0cb tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.1201851
May 10 17:25:03.553301 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bb1f94e8-ec80-45b7-ba82-e3124bcdd7a4 req-14586a94-e5f8-4655-8f8a-b54835b37169 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478458
May 10 17:25:03.576554 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9334f-28aa-4349-8c39-7b2a3c0504a5 req-76428c14-6686-45ba-9b87-a5c153b68d37 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:03.577982 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-15f9334f-28aa-4349-8c39-7b2a3c0504a5 req-76428c14-6686-45ba-9b87-a5c153b68d37 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 944 time: 0.1301486
May 10 17:25:03.622564 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-15f9334f-28aa-4349-8c39-7b2a3c0504a5 req-cbbac5ae-bb0f-4ef0-8eb9-74107a128c7a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388260
May 10 17:25:04.782640 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7116f11a-5030-48f6-adf6-69e5c64842bc req-d3e4dc27-6941-4615-859e-38fe9c7dd8f1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:04.784137 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7116f11a-5030-48f6-adf6-69e5c64842bc req-d3e4dc27-6941-4615-859e-38fe9c7dd8f1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.1210630
May 10 17:25:04.838789 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7116f11a-5030-48f6-adf6-69e5c64842bc req-83a92660-cc44-4369-bd92-4e80fa148dea tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480592
May 10 17:25:04.862916 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05684d85-33a8-4d57-bc88-12de5bf2b563 req-d26114f0-2496-4d36-83ce-81c64878f437 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:04.864375 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-05684d85-33a8-4d57-bc88-12de5bf2b563 req-d26114f0-2496-4d36-83ce-81c64878f437 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 944 time: 0.1333163
May 10 17:25:04.910455 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-05684d85-33a8-4d57-bc88-12de5bf2b563 req-26c0fb2c-05f3-4a77-9d11-9f3754dc125f tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386055
May 10 17:25:06.061849 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5060e6b-292d-47e2-bdf1-bdc4d6d25b01 req-991ef273-3faf-414b-8d2b-d2386aa5269c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:06.063353 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e5060e6b-292d-47e2-bdf1-bdc4d6d25b01 req-991ef273-3faf-414b-8d2b-d2386aa5269c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.1132741
May 10 17:25:06.121931 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e5060e6b-292d-47e2-bdf1-bdc4d6d25b01 req-a8ed4ba6-4471-4df7-9628-3d34b2976353 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521390
May 10 17:25:06.147227 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556d5581-2fe8-4dc2-8b5b-f8347fe0026b req-5a8a90a2-0015-4d74-8217-3592106be438 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:06.148498 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-556d5581-2fe8-4dc2-8b5b-f8347fe0026b req-5a8a90a2-0015-4d74-8217-3592106be438 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 944 time: 0.1251564
May 10 17:25:06.195686 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-556d5581-2fe8-4dc2-8b5b-f8347fe0026b req-98505188-4de6-496a-ad02-67d56fca805b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414920
May 10 17:25:07.345351 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d1420-78a3-4d04-b532-3d405874c227 req-febe682e-bd8b-4bc4-97d2-2b012dc186e0 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:07.346799 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a28d1420-78a3-4d04-b532-3d405874c227 req-febe682e-bd8b-4bc4-97d2-2b012dc186e0 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.1129179
May 10 17:25:07.407459 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a28d1420-78a3-4d04-b532-3d405874c227 req-053c1267-f250-4bf6-a12a-e7dc78eb2378 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521343
May 10 17:25:07.427739 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c773a-487d-40ad-b47b-1ee44ec52263 req-1078f683-c6cd-44d1-8e9c-0031779f2088 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:07.429164 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-347c773a-487d-40ad-b47b-1ee44ec52263 req-1078f683-c6cd-44d1-8e9c-0031779f2088 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 944 time: 0.1253133
May 10 17:25:07.480489 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-347c773a-487d-40ad-b47b-1ee44ec52263 req-6a2866cd-5af5-4c14-aae2-dcfcc7607b6f tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454221
May 10 17:25:08.638197 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed1d4ef-a063-41a0-b8b6-e02a59c0bccf req-7015f6a5-e721-4dc0-b757-a8f1babfc780 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:08.639672 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7ed1d4ef-a063-41a0-b8b6-e02a59c0bccf req-7015f6a5-e721-4dc0-b757-a8f1babfc780 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.1234808
May 10 17:25:08.696677 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7ed1d4ef-a063-41a0-b8b6-e02a59c0bccf req-56660219-731b-4872-9601-d10e51541b69 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478942
May 10 17:25:08.727552 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8379700-7279-445f-ab33-7d7d26cf480b req-c2913d72-3ed4-4954-86f7-0d406662fe36 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:08.734438 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e8379700-7279-445f-ab33-7d7d26cf480b req-c2913d72-3ed4-4954-86f7-0d406662fe36 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 944 time: 0.1477234
May 10 17:25:08.816651 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e8379700-7279-445f-ab33-7d7d26cf480b req-aaa7c776-cd76-40ee-a2a7-ab2c6b57f08c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0812898
May 10 17:25:08.841314 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdc501-4ccd-4ce1-89ef-92694c9897c8 req-bde93727-6fcb-434c-9bcf-3b20a8ed1520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:08.842797 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-01cdc501-4ccd-4ce1-89ef-92694c9897c8 req-bde93727-6fcb-434c-9bcf-3b20a8ed1520 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aca5e614d86048998dd46f3226b6b322&device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 1097 time: 0.2126331
May 10 17:25:09.061010 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdc501-4ccd-4ce1-89ef-92694c9897c8 req-0b0d3aa3-692f-4ddf-88e3-bf26cd7744fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:09.062479 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-01cdc501-4ccd-4ce1-89ef-92694c9897c8 req-0b0d3aa3-692f-4ddf-88e3-bf26cd7744fa service neutron] 10.222.0.36 "GET /v2.0/networks?id=64b55f2c-b19a-482d-8023-f6baaecf0a48 HTTP/1.1" status: 200  len: 911 time: 0.2114799
May 10 17:25:09.127978 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-01cdc501-4ccd-4ce1-89ef-92694c9897c8 req-5bcbcefa-b197-4983-9805-bda8b8d0edbf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efcf780a-b180-4ccf-83b7-ac9d45b35052 HTTP/1.1" status: 200  len: 217 time: 0.0586374
May 10 17:25:09.190261 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdc501-4ccd-4ce1-89ef-92694c9897c8 req-0f69798a-219b-4040-a704-0cf78771e53d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:09.191657 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-01cdc501-4ccd-4ce1-89ef-92694c9897c8 req-0f69798a-219b-4040-a704-0cf78771e53d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4c8a815-a89d-415f-a89e-782eae16c1a8 HTTP/1.1" status: 200  len: 849 time: 0.0581753
May 10 17:25:09.264301 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cdc501-4ccd-4ce1-89ef-92694c9897c8 req-6ff44f02-eb9f-4491-ba3b-92025aa80329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:09.265718 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-01cdc501-4ccd-4ce1-89ef-92694c9897c8 req-6ff44f02-eb9f-4491-ba3b-92025aa80329 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64b55f2c-b19a-482d-8023-f6baaecf0a48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0681188
May 10 17:25:09.397004 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-01cdc501-4ccd-4ce1-89ef-92694c9897c8 req-b13eae74-ade4-4db5-b73f-60e343a45c37 service neutron] 10.222.0.36 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236465
May 10 17:25:09.529887 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-01cdc501-4ccd-4ce1-89ef-92694c9897c8 req-64376f11-6d08-41c6-9220-a07a6d8d35d2 service neutron] 10.222.0.36 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272812
May 10 17:25:09.898033 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a08f2c-3c81-4c3f-a24a-97a5074e0829 req-15bd81dd-0fc5-443f-acfc-1b76f5854b4e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:09.899459 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-77a08f2c-3c81-4c3f-a24a-97a5074e0829 req-15bd81dd-0fc5-443f-acfc-1b76f5854b4e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.0859509
May 10 17:25:09.986955 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-77a08f2c-3c81-4c3f-a24a-97a5074e0829 req-8dffde45-4652-4323-b3b2-a02dbad5f424 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814688
May 10 17:25:10.028379 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc64195-8bc5-4402-907f-2aa0e5f6e581 req-8c5ec3ef-4677-4718-bd87-45b2e18543c6 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:10.046193 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bfc64195-8bc5-4402-907f-2aa0e5f6e581 req-8c5ec3ef-4677-4718-bd87-45b2e18543c6 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 944 time: 0.1195149
May 10 17:25:10.094980 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bfc64195-8bc5-4402-907f-2aa0e5f6e581 req-90d3c1af-a6ff-40f6-b64c-04ed677a29d9 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478730
May 10 17:25:11.344030 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f34130-82ae-47b6-9998-194d56815cb3 req-bacf2d61-e9a2-4629-a0ca-cd6058faad30 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:11.345546 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-64f34130-82ae-47b6-9998-194d56815cb3 req-bacf2d61-e9a2-4629-a0ca-cd6058faad30 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 944 time: 0.1386020
May 10 17:25:11.378679 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e46f909-ba03-48a3-b553-44d202d97351 req-43cc7a11-13b2-443c-a621-129f3afbd51e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:11.380065 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2e46f909-ba03-48a3-b553-44d202d97351 req-43cc7a11-13b2-443c-a621-129f3afbd51e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.1243393
May 10 17:25:11.431945 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-64f34130-82ae-47b6-9998-194d56815cb3 req-639b4973-e48e-4635-8833-8999e4acc844 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0745254
May 10 17:25:11.441941 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2e46f909-ba03-48a3-b553-44d202d97351 req-677cc1e4-aa6e-4971-a3ac-b997c04245e7 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541096
May 10 17:25:12.679193 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15593468-a417-4451-8587-191a0d432b4a req-01eb1969-9b2e-4b05-a2e1-de1ad12f5b32 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:12.680714 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-15593468-a417-4451-8587-191a0d432b4a req-01eb1969-9b2e-4b05-a2e1-de1ad12f5b32 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 944 time: 0.1436636
May 10 17:25:12.687901 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01dfef-678a-4971-9c7b-be24d4014a24 req-e80ca178-6ed7-4b7b-9ab1-f6f979944938 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:12.689199 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ee01dfef-678a-4971-9c7b-be24d4014a24 req-e80ca178-6ed7-4b7b-9ab1-f6f979944938 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.1204035
May 10 17:25:12.759660 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-15593468-a417-4451-8587-191a0d432b4a req-2602561f-1e4e-4edb-a5b4-1f3c7b3eb8a0 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0694628
May 10 17:25:12.763882 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ee01dfef-678a-4971-9c7b-be24d4014a24 req-8a8d1786-70ce-4407-a84f-0ba28d1846ea tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587084
May 10 17:25:14.003276 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367da97f-7d51-44d7-aa13-51a8bd1b40e2 req-c3d509ba-d45e-4cd8-ae0a-6e8d2c592f59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:14.004641 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-367da97f-7d51-44d7-aa13-51a8bd1b40e2 req-c3d509ba-d45e-4cd8-ae0a-6e8d2c592f59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 944 time: 0.1383450
May 10 17:25:14.013221 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6c025-0156-4a64-b44b-cd4b06c97860 req-7207f864-69bd-4875-b933-02cad2db1a36 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:14.014612 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-48f6c025-0156-4a64-b44b-cd4b06c97860 req-7207f864-69bd-4875-b933-02cad2db1a36 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.1152196
May 10 17:25:14.086055 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-367da97f-7d51-44d7-aa13-51a8bd1b40e2 req-0f546324-8687-4b6b-acad-780ce695a98e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705080
May 10 17:25:14.088716 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-48f6c025-0156-4a64-b44b-cd4b06c97860 req-159e3b63-09ee-4a78-a41a-62982e9aadce tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605235
May 10 17:25:15.327787 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae833ee-7710-41e9-9dc8-5d970dd72e56 req-ec0f5a08-be91-4ab3-aad4-324b6c933e8d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:15.329119 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8ae833ee-7710-41e9-9dc8-5d970dd72e56 req-ec0f5a08-be91-4ab3-aad4-324b6c933e8d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 943 time: 0.1098588
May 10 17:25:15.338071 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cb1e2-e6d8-42cd-a0df-c262c47b7d53 req-e35294c8-d5d2-4f4f-8552-dd60fff5eaaa tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:15.339450 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-876cb1e2-e6d8-42cd-a0df-c262c47b7d53 req-e35294c8-d5d2-4f4f-8552-dd60fff5eaaa tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 944 time: 0.1514671
May 10 17:25:15.432671 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device a36caa3d-c0a8-46d5-8981-e9e734cd45b6 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:25:15.488721 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8ae833ee-7710-41e9-9dc8-5d970dd72e56 req-199a68c7-a84f-40ea-9a06-7661a67a0fce tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1483243
May 10 17:25:15.496367 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-876cb1e2-e6d8-42cd-a0df-c262c47b7d53 req-8e0a2429-6371-4df4-9d2b-0269330f9286 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0599487
May 10 17:25:15.605819 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port a36caa3d-c0a8-46d5-8981-e9e734cd45b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:25:15.618699 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'port_id': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6', 'mac_address': 'fa:16:3e:b8:64:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:25:15.674278 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:15.690458 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a36caa3d-c0a8-46d5-8981-e9e734cd45b6 {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:25:15.705557 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port a36caa3d-c0a8-46d5-8981-e9e734cd45b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:25:15.709369 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:15.711139 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-da528866-56b8-4a89-bb1c-1a358fcf554e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:15.773743 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,revision_number=9']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:15.780717 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:15.781052 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:15.781391 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:15.781721 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:15.782051 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:15.782400 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:15.782728 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:15.783049 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:15.783391 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:15.783713 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:15.784031 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:15.784345 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:15.788081 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:16.738121 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77d4cf-0182-45a1-a188-edb372eea695 req-bd520474-bb0c-4a58-8b0d-f1efb04226d8 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:16.739586 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7a77d4cf-0182-45a1-a188-edb372eea695 req-bd520474-bb0c-4a58-8b0d-f1efb04226d8 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 944 time: 0.1401720
May 10 17:25:16.747863 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb163e5-a8da-424c-bf59-2d285d3b7e83 req-fe9b3ef0-dae3-4cbb-8a72-0383a819d2e4 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:16.749171 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ceb163e5-a8da-424c-bf59-2d285d3b7e83 req-fe9b3ef0-dae3-4cbb-8a72-0383a819d2e4 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 944 time: 0.1183808
May 10 17:25:16.818516 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7a77d4cf-0182-45a1-a188-edb372eea695 req-073a7388-7733-4ccf-899c-4a46d039d17f tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0678065
May 10 17:25:16.825010 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ceb163e5-a8da-424c-bf59-2d285d3b7e83 req-07d13fce-a5ff-40c7-b43e-9334cd87bdba tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620041
May 10 17:25:18.069556 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636da7bc-4d29-4139-8e62-37680f024d23 req-c244a4cf-86fb-462f-9868-196c2447d5db tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:18.071050 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-636da7bc-4d29-4139-8e62-37680f024d23 req-c244a4cf-86fb-462f-9868-196c2447d5db tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 944 time: 0.1380017
May 10 17:25:18.112976 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36066de-6564-4ba7-84c8-112374b58ecf req-e6b31440-601e-4446-afdb-71783a5645bf tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:18.114431 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c36066de-6564-4ba7-84c8-112374b58ecf req-e6b31440-601e-4446-afdb-71783a5645bf tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 944 time: 0.1447275
May 10 17:25:18.152865 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-636da7bc-4d29-4139-8e62-37680f024d23 req-a557e2f2-62b9-4d83-9b42-7eca259c6226 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759969
May 10 17:25:18.181697 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c36066de-6564-4ba7-84c8-112374b58ecf req-89eb166f-f2ce-4cf2-8509-f0a6ed76ad4b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572028
May 10 17:25:19.227738 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:25:19.410863 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e12fa4c-c2ea-4a0d-9d47-2ec1cf36cca5 req-0991e81a-9f0a-4e89-a2c5-fdd414fea284 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:19.412363 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1e12fa4c-c2ea-4a0d-9d47-2ec1cf36cca5 req-0991e81a-9f0a-4e89-a2c5-fdd414fea284 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 944 time: 0.1426394
May 10 17:25:19.419624 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef81467a-338c-48b6-a1d7-b4077896b1a8 req-8d2a97b1-0ce1-4577-b185-91094858d502 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:19.420970 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ef81467a-338c-48b6-a1d7-b4077896b1a8 req-8d2a97b1-0ce1-4577-b185-91094858d502 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 944 time: 0.1155412
May 10 17:25:19.490997 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1e12fa4c-c2ea-4a0d-9d47-2ec1cf36cca5 req-9056c2f3-9a90-4c57-9f52-bf17a2c10049 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0690966
May 10 17:25:19.495223 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ef81467a-338c-48b6-a1d7-b4077896b1a8 req-cdc1b530-047b-4c3d-9a98-00c0a22f728b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0600040
May 10 17:25:20.222675 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-14071eca-826f-41c6-b12d-a8874558ab31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:20.735195 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd5dba8-b1cc-457c-a38d-4998f4fbce04 req-2ed768d3-21c3-4696-a936-89d214d666f1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:20.736631 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1cd5dba8-b1cc-457c-a38d-4998f4fbce04 req-2ed768d3-21c3-4696-a936-89d214d666f1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 944 time: 0.1384575
May 10 17:25:20.744269 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f1b57-c751-4080-a753-12bc06bfa826 req-6fd04003-9941-454a-a38c-a2a05a20bafe tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:20.745578 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-543f1b57-c751-4080-a753-12bc06bfa826 req-6fd04003-9941-454a-a38c-a2a05a20bafe tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 944 time: 0.1456873
May 10 17:25:20.817979 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1cd5dba8-b1cc-457c-a38d-4998f4fbce04 req-c4eed9d5-4957-40ca-acfa-284456a02ea2 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0713775
May 10 17:25:20.820533 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-543f1b57-c751-4080-a753-12bc06bfa826 req-acab9c87-15b7-44eb-a647-ca65b7ffbe0a tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0616815
May 10 17:25:21.196870 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['a36caa3d-c0a8-46d5-8981-e9e734cd45b6'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:25:21.375567 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device efcf780a-b180-4ccf-83b7-ac9d45b35052 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:25:21.512076 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:21.521056 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port efcf780a-b180-4ccf-83b7-ac9d45b35052, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=efcf780a-b180-4ccf-83b7-ac9d45b35052,segment=NetworkSegment(89185303-cea4-4e66-a8df-db42cc41c4d4),segment_id=89185303-cea4-4e66-a8df-db42cc41c4d4)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:25:21.534197 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': 'efcf780a-b180-4ccf-83b7-ac9d45b35052', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'port_id': 'efcf780a-b180-4ccf-83b7-ac9d45b35052', 'mac_address': 'fa:16:3e:a3:ba:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:25:21.594992 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:21.611656 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efcf780a-b180-4ccf-83b7-ac9d45b35052 {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:25:21.627280 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port efcf780a-b180-4ccf-83b7-ac9d45b35052, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=efcf780a-b180-4ccf-83b7-ac9d45b35052,segment=NetworkSegment(89185303-cea4-4e66-a8df-db42cc41c4d4),segment_id=89185303-cea4-4e66-a8df-db42cc41c4d4)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:25:21.630812 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:21.633283 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:21.696861 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=efcf780a-b180-4ccf-83b7-ac9d45b35052,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:21.699850 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:22.066184 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93820ff-1fee-4cc7-8ca5-8a8440be7ff9 req-4871d804-17d2-48f1-873f-35e052260152 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:22.067669 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b93820ff-1fee-4cc7-8ca5-8a8440be7ff9 req-4871d804-17d2-48f1-873f-35e052260152 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 945 time: 0.1444294
May 10 17:25:22.076461 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1c11b-d764-44c7-add2-01cce8815b13 req-1464df13-7159-4bb3-8635-932ec63b1ac3 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:22.077775 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-14d1c11b-d764-44c7-add2-01cce8815b13 req-1464df13-7159-4bb3-8635-932ec63b1ac3 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 944 time: 0.1235235
May 10 17:25:22.147344 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b93820ff-1fee-4cc7-8ca5-8a8440be7ff9 req-39b8a8cc-537c-495d-a6b9-738f8aa6ab9b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686584
May 10 17:25:22.151640 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-14d1c11b-d764-44c7-add2-01cce8815b13 req-1aa80284-8373-4bed-b5b7-f147487b3846 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596015
May 10 17:25:22.730851 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:22.886020 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-8d456495-18ac-4b97-9506-29e2e341317c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:23.295486 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['efcf780a-b180-4ccf-83b7-ac9d45b35052'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:25:23.378089 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device a36caa3d-c0a8-46d5-8981-e9e734cd45b6 up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:25:23.389702 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea093113-ab3f-4265-bfb6-1afa0de101b6 req-5b33f4a8-0177-4f6b-8471-3f81a075bba1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:23.391166 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ea093113-ab3f-4265-bfb6-1afa0de101b6 req-5b33f4a8-0177-4f6b-8471-3f81a075bba1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 945 time: 0.1408355
May 10 17:25:23.399984 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a3f385-b9a8-4c7d-b2c4-09d8c0e0cd2d req-d99cf7f9-997f-4f61-8bff-bb1fa30c25f2 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:23.401363 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-35a3f385-b9a8-4c7d-b2c4-09d8c0e0cd2d req-d99cf7f9-997f-4f61-8bff-bb1fa30c25f2 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 944 time: 0.1200657
May 10 17:25:23.479374 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ea093113-ab3f-4265-bfb6-1afa0de101b6 req-757318e5-683d-49b4-b902-363910ad3cee tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0770681
May 10 17:25:23.493170 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-35a3f385-b9a8-4c7d-b2c4-09d8c0e0cd2d req-c18a2589-7099-4f75-9624-9096903b3462 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0757673
May 10 17:25:23.524442 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port a36caa3d-c0a8-46d5-8981-e9e734cd45b6 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:25:23.525014 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:23.673030 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:23.699416 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac86cf8-f933-474a-9e63-aef9cd2041d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:25:23.709717 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port a36caa3d-c0a8-46d5-8981-e9e734cd45b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:25:23.714409 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:23.716512 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:23.751594 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac86cf8-f933-474a-9e63-aef9cd2041d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6', 'code': 200}
May 10 17:25:23.790023 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,revision_number=10']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:23.793257 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:23.934782 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:24.578768 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3e809-a5e4-4496-92ec-b2d558cf7f7f req-ad803250-a5ea-418e-9193-4324f909d4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:24.580261 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f8f3e809-a5e4-4496-92ec-b2d558cf7f7f req-ad803250-a5ea-418e-9193-4324f909d4c8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 1099 time: 0.0722077
May 10 17:25:24.722466 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f8f3e809-a5e4-4496-92ec-b2d558cf7f7f req-dfd85b56-e9de-49b9-bbdb-f173451491c1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1007664
May 10 17:25:24.752532 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0396c17b-e0b8-4ee9-9b5a-303fde9481cd req-04706262-d7a1-4f3d-ba14-612cc2cabc23 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:24.753986 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0396c17b-e0b8-4ee9-9b5a-303fde9481cd req-04706262-d7a1-4f3d-ba14-612cc2cabc23 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 945 time: 0.1683238
May 10 17:25:24.789517 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a34d08-8c5e-491f-842e-c89907b00d2c req-65a62b2d-5365-43b8-953d-adccfbce5454 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:24.790975 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-37a34d08-8c5e-491f-842e-c89907b00d2c req-65a62b2d-5365-43b8-953d-adccfbce5454 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 946 time: 0.1682892
May 10 17:25:24.837289 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0396c17b-e0b8-4ee9-9b5a-303fde9481cd req-16223dba-27c5-4561-ade8-4cdb2faebb6e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733707
May 10 17:25:24.866860 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-37a34d08-8c5e-491f-842e-c89907b00d2c req-34461dea-d7fc-4b77-b91a-ca228e78bdec tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0675807
May 10 17:25:24.949065 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 32782) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:25:25.077937 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:25.170500 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:25:25.174175 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] Usage tracker for resource:security_group_rule and tenant:7de86d4ca2f44b4188f573841071ec33 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:25:25.176935 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:25:25.182534 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:25:25.260640 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:25.264110 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:25.272859 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-510ada25-8079-4277-807f-36e49dda668f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:25.309491 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545c1cff-e1fc-4f05-8f78-8edc3197b3da,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:25.313133 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7de86d4ca2f44b4188f573841071ec33&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3630104
May 10 17:25:25.315927 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 32790) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:25:25.319801 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.320171 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.320535 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.320892 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.321302 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.321649 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.321994 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.322466 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.322706 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.323048 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.323388 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.323725 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.327623 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:25.376786 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ef20426f-c5d6-4c05-8b46-d13c271ed46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:25.394000 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device efcf780a-b180-4ccf-83b7-ac9d45b35052 up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:25:25.404366 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ef20426f-c5d6-4c05-8b46-d13c271ed46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:25.440178 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:25.462910 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ef20426f-c5d6-4c05-8b46-d13c271ed46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:25.467573 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-8fb18bc2-7a78-4128-9da7-ff5d7ac9ff86 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:25.471025 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning for port efcf780a-b180-4ccf-83b7-ac9d45b35052 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:25:25.475707 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port efcf780a-b180-4ccf-83b7-ac9d45b35052 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:25:25.476085 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:25.480463 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef20426f-c5d6-4c05-8b46-d13c271ed46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545c1cff-e1fc-4f05-8f78-8edc3197b3da,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:25.484845 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ef20426f-c5d6-4c05-8b46-d13c271ed46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:25.485929 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-ef20426f-c5d6-4c05-8b46-d13c271ed46b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/545c1cff-e1fc-4f05-8f78-8edc3197b3da HTTP/1.1" status: 204  len: 168 time: 0.1689906
May 10 17:25:25.492959 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef20426f-c5d6-4c05-8b46-d13c271ed46b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.493356 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef20426f-c5d6-4c05-8b46-d13c271ed46b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.493682 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef20426f-c5d6-4c05-8b46-d13c271ed46b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.494036 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef20426f-c5d6-4c05-8b46-d13c271ed46b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.494456 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef20426f-c5d6-4c05-8b46-d13c271ed46b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.494774 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef20426f-c5d6-4c05-8b46-d13c271ed46b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.495094 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef20426f-c5d6-4c05-8b46-d13c271ed46b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.495492 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef20426f-c5d6-4c05-8b46-d13c271ed46b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.495839 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef20426f-c5d6-4c05-8b46-d13c271ed46b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.496181 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef20426f-c5d6-4c05-8b46-d13c271ed46b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.496520 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef20426f-c5d6-4c05-8b46-d13c271ed46b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.496862 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef20426f-c5d6-4c05-8b46-d13c271ed46b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:25:25.499995 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-ef20426f-c5d6-4c05-8b46-d13c271ed46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:25.607957 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:25.640944 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port efcf780a-b180-4ccf-83b7-ac9d45b35052, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=efcf780a-b180-4ccf-83b7-ac9d45b35052,segment=NetworkSegment(89185303-cea4-4e66-a8df-db42cc41c4d4),segment_id=89185303-cea4-4e66-a8df-db42cc41c4d4)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:25:25.644560 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:25.646365 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:25.715740 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=efcf780a-b180-4ccf-83b7-ac9d45b35052,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:25.719156 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:25.753283 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48120777-14d3-4deb-9f45-1146dc41c5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcf780a-b180-4ccf-83b7-ac9d45b35052'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:25:25.807648 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48120777-14d3-4deb-9f45-1146dc41c5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcf780a-b180-4ccf-83b7-ac9d45b35052', 'code': 200}
May 10 17:25:26.147253 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300600f5-ae67-49f1-8f09-a208b78b50ef req-97b94cc4-3258-4e43-8f5c-8e3d92940d74 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:26.149063 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-300600f5-ae67-49f1-8f09-a208b78b50ef req-97b94cc4-3258-4e43-8f5c-8e3d92940d74 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.1756926
May 10 17:25:26.270164 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-300600f5-ae67-49f1-8f09-a208b78b50ef req-b3603482-7340-4c4b-bcad-bfa86d1c262a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1134317
May 10 17:25:26.296780 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b5245d-fdc4-4cce-95c3-7e07ab273d4d req-88f2e18d-ffcf-48a2-bff9-feea5cb64c00 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:26.297636 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-24b5245d-fdc4-4cce-95c3-7e07ab273d4d req-88f2e18d-ffcf-48a2-bff9-feea5cb64c00 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 946 time: 0.1963429
May 10 17:25:26.324161 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e7bda4-0039-47bb-ba6f-cce74711deb4 req-9ce7ebc4-7d9b-4e6c-ac5f-c4dd2ffe0f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:26.325694 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d0e7bda4-0039-47bb-ba6f-cce74711deb4 req-9ce7ebc4-7d9b-4e6c-ac5f-c4dd2ffe0f71 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 1099 time: 0.1701326
May 10 17:25:26.378784 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-24b5245d-fdc4-4cce-95c3-7e07ab273d4d req-43fc5e81-3161-4f43-a816-9ef7dc49b97d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0716636
May 10 17:25:26.405659 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d0e7bda4-0039-47bb-ba6f-cce74711deb4 req-20220518-5ede-44d0-ab17-d606c50d4fc5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0492494
May 10 17:25:27.477246 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea99736-3db4-415a-b7ea-259f081afbe5 req-ee053b20-9dc7-49d1-ac20-54142b6be8da tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:27.478988 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2ea99736-3db4-415a-b7ea-259f081afbe5 req-ee053b20-9dc7-49d1-ac20-54142b6be8da tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0903358
May 10 17:25:27.564592 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2ea99736-3db4-415a-b7ea-259f081afbe5 req-9fc9471c-440d-45d2-a57a-e00b24cf70a7 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0799785
May 10 17:25:27.602648 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067064b0-3db4-4ca5-8137-dd9df32419cc req-041363f5-2949-4287-b1c8-03e5f8ebb06c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:27.604106 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-067064b0-3db4-4ca5-8137-dd9df32419cc req-041363f5-2949-4287-b1c8-03e5f8ebb06c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 946 time: 0.0975859
May 10 17:25:27.654181 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-067064b0-3db4-4ca5-8137-dd9df32419cc req-e88da158-cd62-46f1-9d34-5cd3858583a3 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439353
May 10 17:25:28.747903 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5049dae9-e1b2-4304-99bf-dc0916678dca req-39c2ceb4-6737-4ad4-82e9-63a3ab259adc tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:28.749364 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5049dae9-e1b2-4304-99bf-dc0916678dca req-39c2ceb4-6737-4ad4-82e9-63a3ab259adc tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0805180
May 10 17:25:28.844753 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5049dae9-e1b2-4304-99bf-dc0916678dca req-0745f2aa-f077-4fe9-bb87-e57c5a834304 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0895689
May 10 17:25:28.876197 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a6220-16a3-48df-9965-1c4b448978f8 req-fa1d6fec-0d19-4e79-94d0-0bb3edac8f01 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:28.877735 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4f5a6220-16a3-48df-9965-1c4b448978f8 req-fa1d6fec-0d19-4e79-94d0-0bb3edac8f01 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 946 time: 0.1089756
May 10 17:25:28.924680 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4f5a6220-16a3-48df-9965-1c4b448978f8 req-cbebb65b-022c-4010-b24f-f92da2d2156f tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402315
May 10 17:25:29.039493 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a42d78-da77-434d-bc2d-3f2884502d9e req-dab23436-78ae-4a51-80ff-e477f8a0a677 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:29.049436 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f4a42d78-da77-434d-bc2d-3f2884502d9e req-dab23436-78ae-4a51-80ff-e477f8a0a677 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0860147
May 10 17:25:29.049436 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 32916) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:25:29.055352 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-8fcb0714-d78b-49a5-a426-43078839fb31 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Request body: {'floatingip': {'port_id': 'efcf780a-b180-4ccf-83b7-ac9d45b35052'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:25:29.134057 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0714-d78b-49a5-a426-43078839fb31 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for floatingip, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:29.845487 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fe726e-c6ed-4f17-b644-f7bc8090822b req-38870dd8-b4bf-4d76-82e8-61d044780d54 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:29.846974 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-58fe726e-c6ed-4f17-b644-f7bc8090822b req-38870dd8-b4bf-4d76-82e8-61d044780d54 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 945 time: 0.2253108
May 10 17:25:29.989768 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0714-d78b-49a5-a426-43078839fb31 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:29.995761 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-58fe726e-c6ed-4f17-b644-f7bc8090822b req-bf2c024a-ab2c-4d58-a9d0-932f86b1d597 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776048
May 10 17:25:29.996357 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0714-d78b-49a5-a426-43078839fb31 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422768'] for floatingip, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:30.170669 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.db.l3_db [None req-8fcb0714-d78b-49a5-a426-43078839fb31 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Floating IP 1b4677fe-de9f-40f4-8517-6d54368ce712 associated. External IP: 172.27.1.176, port: efcf780a-b180-4ccf-83b7-ac9d45b35052.
May 10 17:25:30.523212 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fcb0714-d78b-49a5-a426-43078839fb31 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Router a196bb51-abd2-4afb-ad6c-867d588d0ff1 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:25:30.703445 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fcb0714-d78b-49a5-a426-43078839fb31 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:25:30.716908 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aafbfba-bca5-4b42-999a-28bbe31dcf8e None None] Sync routers for ids ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:25:30.719029 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-8fcb0714-d78b-49a5-a426-43078839fb31 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for floatingip, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:30.762619 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aafbfba-bca5-4b42-999a-28bbe31dcf8e None None] Routers {'a196bb51-abd2-4afb-ad6c-867d588d0ff1'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:25:30.763362 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-7aafbfba-bca5-4b42-999a-28bbe31dcf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08b40c10>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:25:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:25:30.778403 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-8fcb0714-d78b-49a5-a426-43078839fb31 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "PUT /v2.0/floatingips/1b4677fe-de9f-40f4-8517-6d54368ce712 HTTP/1.1" status: 200  len: 992 time: 1.7254813
May 10 17:25:30.778403 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48120777-14d3-4deb-9f45-1146dc41c5c6', 'tag': 'efcf780a-b180-4ccf-83b7-ac9d45b35052'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:25:30.946991 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-7aafbfba-bca5-4b42-999a-28bbe31dcf8e None None] Set router a196bb51-abd2-4afb-ad6c-867d588d0ff1 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:25:30.974035 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48120777-14d3-4deb-9f45-1146dc41c5c6', 'tag': 'efcf780a-b180-4ccf-83b7-ac9d45b35052', 'status': 'completed', 'code': 200}
May 10 17:25:31.150957 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cd893-c345-4c59-b3fc-911f23cbe068 req-0dccacf3-5b15-4e03-b195-aa744eb745e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:31.152570 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9f7cd893-c345-4c59-b3fc-911f23cbe068 req-0dccacf3-5b15-4e03-b195-aa744eb745e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aca5e614d86048998dd46f3226b6b322&device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 1099 time: 0.1100109
May 10 17:25:31.301949 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-7aafbfba-bca5-4b42-999a-28bbe31dcf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08b40c10>, [{'id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'name': 'tempest-AttachVolumeTestJSON-811845202-router', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:29Z', 'updated_at': '2021-05-10T17:24:34Z', 'revision_number': 4, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'gw_port': {'id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:30Z', 'updated_at': '2021-05-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': '1b4677fe-de9f-40f4-8517-6d54368ce712', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'port_id': 'efcf780a-b180-4ccf-83b7-ac9d45b35052', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'mac_address': 'fa:16:3e:a3:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48120777-14d3-4deb-9f45-1146dc41c5c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:24:38Z', 'updated_at': '2021-05-10T17:25:29Z', 'revision_number': 1, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a202a81-d265-4211-8911-23dee31c7929', 'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'mac_address': 'fa:16:3e:a5:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:33Z', 'updated_at': '2021-05-10T17:24:42Z', 'revision_number': 5, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'subnets': [{'id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:25:31.306221 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aafbfba-bca5-4b42-999a-28bbe31dcf8e None None] Checking router: a196bb51-abd2-4afb-ad6c-867d588d0ff1 for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:25:31.311784 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff851e75-5872-401d-a850-c9dc4eae4381 req-d68483f3-2c5c-4f56-a8e1-d849a3ff8ccf tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:31.313218 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ff851e75-5872-401d-a850-c9dc4eae4381 req-d68483f3-2c5c-4f56-a8e1-d849a3ff8ccf tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 945 time: 0.1988518
May 10 17:25:31.314166 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cd893-c345-4c59-b3fc-911f23cbe068 req-ca4d7f43-ed00-4e1b-a746-e85cdb3fb7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:31.314530 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aafbfba-bca5-4b42-999a-28bbe31dcf8e None None] Routers {'a196bb51-abd2-4afb-ad6c-867d588d0ff1'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:25:31.315147 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-7aafbfba-bca5-4b42-999a-28bbe31dcf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08b40c10>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:25:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:25:31.315455 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9f7cd893-c345-4c59-b3fc-911f23cbe068 req-ca4d7f43-ed00-4e1b-a746-e85cdb3fb7aa service neutron] 10.222.0.36 "GET /v2.0/networks?id=64b55f2c-b19a-482d-8023-f6baaecf0a48 HTTP/1.1" status: 200  len: 911 time: 0.1513431
May 10 17:25:31.413637 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ff851e75-5872-401d-a850-c9dc4eae4381 req-d9572caa-b9e7-401f-a3da-6c9fb39f6ff7 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937347
May 10 17:25:31.508501 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-7aafbfba-bca5-4b42-999a-28bbe31dcf8e None None] Set router a196bb51-abd2-4afb-ad6c-867d588d0ff1 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:25:31.567485 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9f7cd893-c345-4c59-b3fc-911f23cbe068 req-d888c754-2497-44f6-a38b-725fa4e8c535 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efcf780a-b180-4ccf-83b7-ac9d45b35052 HTTP/1.1" status: 200  len: 1000 time: 0.2153113
May 10 17:25:31.633583 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cd893-c345-4c59-b3fc-911f23cbe068 req-f3f3d691-2c2e-415c-9d0a-cd5772788fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:31.635069 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9f7cd893-c345-4c59-b3fc-911f23cbe068 req-f3f3d691-2c2e-415c-9d0a-cd5772788fe8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4c8a815-a89d-415f-a89e-782eae16c1a8 HTTP/1.1" status: 200  len: 849 time: 0.0603228
May 10 17:25:31.712800 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 32980) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:25:31.727922 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7cd893-c345-4c59-b3fc-911f23cbe068 req-a57cc178-7428-410c-b702-8ab3ea23011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:31.729393 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9f7cd893-c345-4c59-b3fc-911f23cbe068 req-a57cc178-7428-410c-b702-8ab3ea23011a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64b55f2c-b19a-482d-8023-f6baaecf0a48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0875971
May 10 17:25:31.843835 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2e021d59-f646-4866-a73e-0d63fd3383ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:31.862527 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-2e021d59-f646-4866-a73e-0d63fd3383ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:25:31.867801 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-2e021d59-f646-4866-a73e-0d63fd3383ab admin admin] Usage tracker for resource:security_group_rule and tenant:5f84a1ebf9ba4a8a917d61eda88cd15e is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:25:31.867952 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-7aafbfba-bca5-4b42-999a-28bbe31dcf8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08b40c10>, [{'id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'name': 'tempest-AttachVolumeTestJSON-811845202-router', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:29Z', 'updated_at': '2021-05-10T17:24:34Z', 'revision_number': 4, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'gw_port': {'id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:30Z', 'updated_at': '2021-05-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': '1b4677fe-de9f-40f4-8517-6d54368ce712', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'port_id': 'efcf780a-b180-4ccf-83b7-ac9d45b35052', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'mac_address': 'fa:16:3e:a3:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48120777-14d3-4deb-9f45-1146dc41c5c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:24:38Z', 'updated_at': '2021-05-10T17:25:29Z', 'revision_number': 1, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a202a81-d265-4211-8911-23dee31c7929', 'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'mac_address': 'fa:16:3e:a5:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:33Z', 'updated_at': '2021-05-10T17:24:42Z', 'revision_number': 5, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'subnets': [{'id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:25:31.871373 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-2e021d59-f646-4866-a73e-0d63fd3383ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:25:31.872531 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aafbfba-bca5-4b42-999a-28bbe31dcf8e None None] The sync data for ids ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'] in dv-cinder-786383-3-iscsi is: [{'id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'name': 'tempest-AttachVolumeTestJSON-811845202-router', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:29Z', 'updated_at': '2021-05-10T17:24:34Z', 'revision_number': 4, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'gw_port': {'id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:30Z', 'updated_at': '2021-05-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': '1b4677fe-de9f-40f4-8517-6d54368ce712', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'port_id': 'efcf780a-b180-4ccf-83b7-ac9d45b35052', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'mac_address': 'fa:16:3e:a3:ba:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48120777-14d3-4deb-9f45-1146dc41c5c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:24:38Z', 'updated_at': '2021-05-10T17:25:29Z', 'revision_number': 1, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a202a81-d265-4211-8911-23dee31c7929', 'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'mac_address': 'fa:16:3e:a5:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:33Z', 'updated_at': '2021-05-10T17:24:42Z', 'revision_number': 5, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'subnets': [{'id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:25:31.879933 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-2e021d59-f646-4866-a73e-0d63fd3383ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:25:31.916511 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce94201-a5e5-4a00-844b-91484d1612b5 req-4404cab4-f81f-4e26-bd6e-03384412005a tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:31.917084 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9f7cd893-c345-4c59-b3fc-911f23cbe068 req-48182707-306c-42b9-8c12-2b1fc0baf40a service neutron] 10.222.0.36 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1393645
May 10 17:25:31.917267 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-2ce94201-a5e5-4a00-844b-91484d1612b5 req-4404cab4-f81f-4e26-bd6e-03384412005a tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Synchronizing usage tracker for tenant:0c9cc9feff17427b9609bc260703b774 on resource:port {{(pid=78698) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:25:31.943146 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-2ce94201-a5e5-4a00-844b-91484d1612b5 req-4404cab4-f81f-4e26-bd6e-03384412005a tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Unset dirty status for tenant:0c9cc9feff17427b9609bc260703b774 on resource:port {{(pid=78698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:25:31.944247 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-2ce94201-a5e5-4a00-844b-91484d1612b5 req-4404cab4-f81f-4e26-bd6e-03384412005a tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.36 "GET /v2.0/ports?device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 945 time: 0.1663356
May 10 17:25:32.114103 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9f7cd893-c345-4c59-b3fc-911f23cbe068 req-54198a3c-7eaf-4d05-a5d2-e2a4d19882d6 service neutron] 10.222.0.36 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1878905
May 10 17:25:32.130980 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2e021d59-f646-4866-a73e-0d63fd3383ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:32.136678 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2e021d59-f646-4866-a73e-0d63fd3383ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:32.151673 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-11e396d2-f325-43f5-a8ba-d71946cab31d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:32.212185 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-2e021d59-f646-4866-a73e-0d63fd3383ab admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5f84a1ebf9ba4a8a917d61eda88cd15e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4959059
May 10 17:25:32.212185 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e021d59-f646-4866-a73e-0d63fd3383ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4191a0f-2824-49a3-ac21-3ef8422619f0,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:32.212764 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 32994) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:25:32.213527 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4ba334-4ddf-438c-8562-f3e326767f3c None None] New status for floating IP 1b4677fe-de9f-40f4-8517-6d54368ce712: ACTIVE {{(pid=78700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:25:32.225914 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-2e021d59-f646-4866-a73e-0d63fd3383ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:32.257322 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [req-2ce94201-a5e5-4a00-844b-91484d1612b5 req-1da9f5d9-547c-461b-888c-a3d146146886 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Deleting port f5ff2bc4-4101-4441-8889-11ac99dab78c {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:25:32.257762 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-2ce94201-a5e5-4a00-844b-91484d1612b5 req-1da9f5d9-547c-461b-888c-a3d146146886 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:32.278497 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-57271ae9-a90b-4607-a566-c6a712510d02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:32.287799 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 32998) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:25:32.308732 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-57271ae9-a90b-4607-a566-c6a712510d02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:32.372373 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-57271ae9-a90b-4607-a566-c6a712510d02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:32.381122 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:32.396350 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57271ae9-a90b-4607-a566-c6a712510d02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4191a0f-2824-49a3-ac21-3ef8422619f0,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:32.399024 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-57271ae9-a90b-4607-a566-c6a712510d02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:32.400243 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-57271ae9-a90b-4607-a566-c6a712510d02 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/c4191a0f-2824-49a3-ac21-3ef8422619f0 HTTP/1.1" status: 204  len: 168 time: 0.1863849
May 10 17:25:32.401505 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-57271ae9-a90b-4607-a566-c6a712510d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:32.443551 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-2ce94201-a5e5-4a00-844b-91484d1612b5 req-1da9f5d9-547c-461b-888c-a3d146146886 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] For port f5ff2bc4-4101-4441-8889-11ac99dab78c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f5ff2bc4-4101-4441-8889-11ac99dab78c,segment=NetworkSegment(1b87a87c-1ad8-4bea-8d69-c95113d284a4),segment_id=1b87a87c-1ad8-4bea-8d69-c95113d284a4)] {{(pid=78698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:25:32.443930 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-2ce94201-a5e5-4a00-844b-91484d1612b5 req-1da9f5d9-547c-461b-888c-a3d146146886 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:32.591311 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [req-2ce94201-a5e5-4a00-844b-91484d1612b5 req-1da9f5d9-547c-461b-888c-a3d146146886 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Calling delete_port for f5ff2bc4-4101-4441-8889-11ac99dab78c owned by compute:nova {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:25:32.609732 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-6d9e61ac-6f96-48b3-af76-51681890544e admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:32.629442 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-6d9e61ac-6f96-48b3-af76-51681890544e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:25:32.635098 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-6d9e61ac-6f96-48b3-af76-51681890544e admin admin] Usage tracker for resource:security_group_rule and tenant:049b8223587b485a9347b7dc36411390 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:25:32.637490 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc69c7-30f6-4761-95cd-61a6ad618f63 req-900a7f75-0cfc-4b3c-bf46-b407b533beb7 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:32.639018 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d1fc69c7-30f6-4761-95cd-61a6ad618f63 req-900a7f75-0cfc-4b3c-bf46-b407b533beb7 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 945 time: 0.1009884
May 10 17:25:32.644147 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-6d9e61ac-6f96-48b3-af76-51681890544e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:25:32.651710 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-6d9e61ac-6f96-48b3-af76-51681890544e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:25:32.694890 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d1fc69c7-30f6-4761-95cd-61a6ad618f63 req-908e3c12-161b-4393-bada-446beef7232e tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/security-groups?id=352dace7-149b-4f24-ac73-e48f44c987a4&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496731
May 10 17:25:32.821444 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-2ce94201-a5e5-4a00-844b-91484d1612b5 req-1da9f5d9-547c-461b-888c-a3d146146886 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:32.828840 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-9bc0547b-8360-490d-a3b9-fe45eccd462c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:32.857809 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['f5ff2bc4-4101-4441-8889-11ac99dab78c'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:25:32.863776 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-6d9e61ac-6f96-48b3-af76-51681890544e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:32.880432 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-6d9e61ac-6f96-48b3-af76-51681890544e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:32.887467 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da9f5d9-547c-461b-888c-a3d146146886 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Pushing event deleted for resources: {'Port': ['ID=f5ff2bc4-4101-4441-8889-11ac99dab78c,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:32.896762 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-1da9f5d9-547c-461b-888c-a3d146146886 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:32.898043 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-9d06d57f-754a-4052-a1b9-26c91be2285b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:33.096204 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-6d9e61ac-6f96-48b3-af76-51681890544e admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=049b8223587b485a9347b7dc36411390&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8070579
May 10 17:25:33.099461 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 33026) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:25:33.100739 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce94201-a5e5-4a00-844b-91484d1612b5 req-1da9f5d9-547c-461b-888c-a3d146146886 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] No DVR routers for this DVR port f5ff2bc4-4101-4441-8889-11ac99dab78c on host hv-cinder-78638 {{(pid=78698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:25:33.103615 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-2ce94201-a5e5-4a00-844b-91484d1612b5 req-1da9f5d9-547c-461b-888c-a3d146146886 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:33.106207 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6c504f-159b-4fbc-ba80-696d63e34251', 'name': 'network-vif-deleted', 'tag': 'f5ff2bc4-4101-4441-8889-11ac99dab78c'}] {{(pid=78698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:25:33.112306 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e61ac-6f96-48b3-af76-51681890544e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a68ed5-716f-4359-8a38-76d6ba703639,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:33.117505 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-6d9e61ac-6f96-48b3-af76-51681890544e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:33.136735 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-2ce94201-a5e5-4a00-844b-91484d1612b5 req-1da9f5d9-547c-461b-888c-a3d146146886 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.36 "DELETE /v2.0/ports/f5ff2bc4-4101-4441-8889-11ac99dab78c HTTP/1.1" status: 204  len: 173 time: 1.1822600
May 10 17:25:33.192499 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-7d03f70b-c710-440f-94f3-dbb300576f77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:33.225856 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-7d03f70b-c710-440f-94f3-dbb300576f77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:33.293537 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-7d03f70b-c710-440f-94f3-dbb300576f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:33.299979 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-d359c8ab-8681-4f6a-9470-a2e61fdd5e74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:33.318769 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d03f70b-c710-440f-94f3-dbb300576f77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a68ed5-716f-4359-8a38-76d6ba703639,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:33.321504 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-7d03f70b-c710-440f-94f3-dbb300576f77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:33.323211 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-7d03f70b-c710-440f-94f3-dbb300576f77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:33.324505 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-7d03f70b-c710-440f-94f3-dbb300576f77 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f4a68ed5-716f-4359-8a38-76d6ba703639 HTTP/1.1" status: 204  len: 168 time: 0.2232821
May 10 17:25:33.392665 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6c504f-159b-4fbc-ba80-696d63e34251', 'name': 'network-vif-deleted', 'tag': 'f5ff2bc4-4101-4441-8889-11ac99dab78c', 'status': 'completed', 'code': 200}
May 10 17:25:33.910051 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-47c17fc5-0243-4ae0-8dc6-ce48ab791631 req-b9d03e47-eec4-4446-9f3e-f25b9b37332f tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] 10.222.0.32 "GET /v2.0/ports?device_id=ec6c504f-159b-4fbc-ba80-696d63e34251 HTTP/1.1" status: 200  len: 210 time: 0.0583179
May 10 17:25:35.456565 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device f5ff2bc4-4101-4441-8889-11ac99dab78c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:25:35.494756 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] No Port match for: f5ff2bc4-4101-4441-8889-11ac99dab78c {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:25:35.495028 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device f5ff2bc4-4101-4441-8889-11ac99dab78c not bound to the agent host hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:25:50.224108 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-7bbb7b7d-ef60-4dd9-8bb3-0aed7e49fde3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:51.486004 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:52.732299 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:52.887099 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-af933699-7718-49ef-b2fc-3b06587c67b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:53.938372 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:55.193964 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-784c6dcf-0090-42c7-9ff9-f705bd03b7f3 req-8a5516f8-8886-4543-ac4f-fdabe5377f53 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0748312
May 10 17:25:55.303398 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c6dcf-0090-42c7-9ff9-f705bd03b7f3 req-809e8c31-27a8-4eea-b478-ed4840101a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:55.305294 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-784c6dcf-0090-42c7-9ff9-f705bd03b7f3 req-809e8c31-27a8-4eea-b478-ed4840101a02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f31dcd80b43441793b8dccf23bea16a&device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 1099 time: 0.0727372
May 10 17:25:55.400227 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:55.450758 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c6dcf-0090-42c7-9ff9-f705bd03b7f3 req-063c55ed-4a87-41ff-83c1-36fcac098c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:55.452295 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-784c6dcf-0090-42c7-9ff9-f705bd03b7f3 req-063c55ed-4a87-41ff-83c1-36fcac098c4d service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b27b3d6-b96f-40b8-8215-39e706b9c0cf HTTP/1.1" status: 200  len: 909 time: 0.1281362
May 10 17:25:55.555839 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-784c6dcf-0090-42c7-9ff9-f705bd03b7f3 req-4664a248-fc01-482e-8261-99ac63fef0db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df51801e-4b4f-4882-bfda-80d9c2c3b7fc HTTP/1.1" status: 200  len: 1002 time: 0.0950861
May 10 17:25:55.619020 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c6dcf-0090-42c7-9ff9-f705bd03b7f3 req-8b30242c-8cea-4a0c-a3dd-293e3084002b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:55.620436 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-784c6dcf-0090-42c7-9ff9-f705bd03b7f3 req-8b30242c-8cea-4a0c-a3dd-293e3084002b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f962103c-0f67-411d-a90a-456d6581d1ab HTTP/1.1" status: 200  len: 847 time: 0.0566790
May 10 17:25:55.697592 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c6dcf-0090-42c7-9ff9-f705bd03b7f3 req-545c2d3a-536b-48af-931f-4209a9ec65d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:25:55.699039 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-784c6dcf-0090-42c7-9ff9-f705bd03b7f3 req-545c2d3a-536b-48af-931f-4209a9ec65d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b27b3d6-b96f-40b8-8215-39e706b9c0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0704279
May 10 17:25:55.830448 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-784c6dcf-0090-42c7-9ff9-f705bd03b7f3 req-a994c15e-ac65-44c8-b21a-ffb5079e6432 service neutron] 10.222.0.36 "GET /v2.0/networks/2b27b3d6-b96f-40b8-8215-39e706b9c0cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225441
May 10 17:25:55.961624 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-784c6dcf-0090-42c7-9ff9-f705bd03b7f3 req-7e1ed22f-d14a-4043-b3f1-aceaf0769522 service neutron] 10.222.0.36 "GET /v2.0/networks/2b27b3d6-b96f-40b8-8215-39e706b9c0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1229112
May 10 17:25:56.228986 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:25:58.492467 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 33410) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:25:58.614107 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5ee9fe9f-b8c5-456a-9abc-4e25dcc0ad17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:58.628121 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-5ee9fe9f-b8c5-456a-9abc-4e25dcc0ad17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:25:58.631824 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-5ee9fe9f-b8c5-456a-9abc-4e25dcc0ad17 admin admin] Usage tracker for resource:security_group_rule and tenant:848906a1de004a0ebbe0c361b046bf2d is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:25:58.634628 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-5ee9fe9f-b8c5-456a-9abc-4e25dcc0ad17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:25:58.640163 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-5ee9fe9f-b8c5-456a-9abc-4e25dcc0ad17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:25:58.721353 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5ee9fe9f-b8c5-456a-9abc-4e25dcc0ad17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:58.725065 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5ee9fe9f-b8c5-456a-9abc-4e25dcc0ad17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:58.732273 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-0e192d42-1ee5-4297-9b66-9c0de43735cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:58.776293 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-5ee9fe9f-b8c5-456a-9abc-4e25dcc0ad17 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=848906a1de004a0ebbe0c361b046bf2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2791960
May 10 17:25:58.776293 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee9fe9f-b8c5-456a-9abc-4e25dcc0ad17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76970e1a-d3a8-40a8-98a0-ca51b8a4d8b3,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:58.776837 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 33418) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:25:58.778066 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-5ee9fe9f-b8c5-456a-9abc-4e25dcc0ad17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:58.839029 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f7bee5c7-c976-4734-921a-ae6bfd82ff54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:58.866295 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f7bee5c7-c976-4734-921a-ae6bfd82ff54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:58.919304 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f7bee5c7-c976-4734-921a-ae6bfd82ff54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:58.923017 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-47d5d431-6e9a-40f7-a40f-9894adf57d08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:25:58.933975 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bee5c7-c976-4734-921a-ae6bfd82ff54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76970e1a-d3a8-40a8-98a0-ca51b8a4d8b3,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:25:58.937345 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-f7bee5c7-c976-4734-921a-ae6bfd82ff54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:25:58.941259 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f7bee5c7-c976-4734-921a-ae6bfd82ff54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:25:58.945752 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-f7bee5c7-c976-4734-921a-ae6bfd82ff54 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/76970e1a-d3a8-40a8-98a0-ca51b8a4d8b3 HTTP/1.1" status: 204  len: 168 time: 0.1671851
May 10 17:26:13.831968 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 33634) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:13.954597 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-dca61a60-c18c-4586-b4c5-18ed0f9ac0e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:13.972260 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-dca61a60-c18c-4586-b4c5-18ed0f9ac0e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:26:13.976230 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-dca61a60-c18c-4586-b4c5-18ed0f9ac0e3 admin admin] Usage tracker for resource:security_group_rule and tenant:eb4822877db84bcc96489a431db17419 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:26:13.980102 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-dca61a60-c18c-4586-b4c5-18ed0f9ac0e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:26:13.986788 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-dca61a60-c18c-4586-b4c5-18ed0f9ac0e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:26:14.077447 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-dca61a60-c18c-4586-b4c5-18ed0f9ac0e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:14.081121 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-dca61a60-c18c-4586-b4c5-18ed0f9ac0e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:14.093242 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-fe31ef92-9637-41c6-aeea-0edd2b1b17a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:14.131717 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-dca61a60-c18c-4586-b4c5-18ed0f9ac0e3 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=eb4822877db84bcc96489a431db17419&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2987387
May 10 17:26:14.133240 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca61a60-c18c-4586-b4c5-18ed0f9ac0e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a1eca4-349c-4603-a9c8-1d7cd56890a5,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:14.134495 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 33644) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:14.136363 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-dca61a60-c18c-4586-b4c5-18ed0f9ac0e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:14.194892 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-23a809e5-edd3-41de-b38a-42252a7f9ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:14.220643 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-23a809e5-edd3-41de-b38a-42252a7f9ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:14.271957 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-23a809e5-edd3-41de-b38a-42252a7f9ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:14.276183 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-61aa19ca-5dd9-42aa-a4c4-f9f833d67874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:14.287154 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a809e5-edd3-41de-b38a-42252a7f9ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a1eca4-349c-4603-a9c8-1d7cd56890a5,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:14.291357 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-23a809e5-edd3-41de-b38a-42252a7f9ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:14.298244 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-23a809e5-edd3-41de-b38a-42252a7f9ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:14.299965 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-23a809e5-edd3-41de-b38a-42252a7f9ed8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/72a1eca4-349c-4603-a9c8-1d7cd56890a5 HTTP/1.1" status: 204  len: 168 time: 0.1644576
May 10 17:26:15.113538 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 33656) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:15.172017 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_v2 [None req-775f2f57-5077-467a-9297-4cee360032e5 admin admin] Deleting subnet 27932edc-7fdd-4eb6-9f4e-c03dcb8c931b {{(pid=78697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:26:15.174816 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-775f2f57-5077-467a-9297-4cee360032e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:15.226725 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-775f2f57-5077-467a-9297-4cee360032e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702558'] for subnet, precommit_delete_associations {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:15.280557 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-775f2f57-5077-467a-9297-4cee360032e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499293'] for subnet, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:15.529121 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-775f2f57-5077-467a-9297-4cee360032e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-811505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11233334'] for subnet, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:15.532747 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c993cbdd-09c1-4f88-b129-7952455cc95c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:15.564551 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775f2f57-5077-467a-9297-4cee360032e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27932edc-7fdd-4eb6-9f4e-c03dcb8c931b,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:15.568031 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-775f2f57-5077-467a-9297-4cee360032e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:15.570961 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-775f2f57-5077-467a-9297-4cee360032e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:15.576971 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-775f2f57-5077-467a-9297-4cee360032e5 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/27932edc-7fdd-4eb6-9f4e-c03dcb8c931b HTTP/1.1" status: 204  len: 168 time: 0.4622891
May 10 17:26:15.579429 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 33662) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:15.682020 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-909a56c7-5cdd-4b71-8ec0-da694454da20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653661'] for network, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:15.880258 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-909a56c7-5cdd-4b71-8ec0-da694454da20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501542', 'neutron.services.segments.db._delete_segments_for_network-8765770262173'] for network, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:15.894681 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-909a56c7-5cdd-4b71-8ec0-da694454da20 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8f035ce8b0>,) {'filters': {'network_id': ['59c79b3a-606f-480a-bc59-da16504e6cb0']}} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:15.906142 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-909a56c7-5cdd-4b71-8ec0-da694454da20 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f035ce8b0>, '1b87a87c-1ad8-4bea-8d69-c95113d284a4') {'for_net_delete': True} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:15.906468 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-909a56c7-5cdd-4b71-8ec0-da694454da20 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f035ce8b0>, '1b87a87c-1ad8-4bea-8d69-c95113d284a4') {} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:15.918745 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-909a56c7-5cdd-4b71-8ec0-da694454da20 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765770273639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702529'] for segment, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:15.934866 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-909a56c7-5cdd-4b71-8ec0-da694454da20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:15.940861 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-909a56c7-5cdd-4b71-8ec0-da694454da20 admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=78697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:26:15.941276 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-909a56c7-5cdd-4b71-8ec0-da694454da20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-811415'] for segment, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]: Traceback (most recent call last):
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:     timer()
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:     cb(*args, **kw)
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:     return func(*args, **kwargs)
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:     self._notify()
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:     self.callback(batched_events)
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:     event.method(event)
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:     return f(self, *a, **k)
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self._get(url).json()
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self.request(url, 'GET', **kwargs)
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:26:15.956057 dv-cinder-786383-3-iscsi neutron-server[78697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:26:16.038407 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-909a56c7-5cdd-4b71-8ec0-da694454da20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422783'] for network, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:16.042785 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-2b290bd6-3cb7-46fe-8811-e60dabd53ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:16.056235 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-909a56c7-5cdd-4b71-8ec0-da694454da20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:16.066143 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909a56c7-5cdd-4b71-8ec0-da694454da20 admin admin] Pushing event deleted for resources: {'Network': ['ID=59c79b3a-606f-480a-bc59-da16504e6cb0,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:16.069247 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-909a56c7-5cdd-4b71-8ec0-da694454da20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:16.074467 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-909a56c7-5cdd-4b71-8ec0-da694454da20 admin admin] 10.222.0.32 "DELETE /v2.0/networks/59c79b3a-606f-480a-bc59-da16504e6cb0 HTTP/1.1" status: 204  len: 168 time: 0.4940860
May 10 17:26:16.241276 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 33670) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:16.288406 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-4f3f5a92-2c58-41b5-a7f0-207d61f28d8f admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=0c9cc9feff17427b9609bc260703b774&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0459816
May 10 17:26:16.290611 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 33674) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:16.349699 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e28bda66-2982-4c90-8bd1-ee1c578ca930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:16.374696 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e28bda66-2982-4c90-8bd1-ee1c578ca930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:16.422954 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e28bda66-2982-4c90-8bd1-ee1c578ca930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:16.426483 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-7f86e8dd-45d1-4535-91a7-078dd5c93fdc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:16.439350 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28bda66-2982-4c90-8bd1-ee1c578ca930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=352dace7-149b-4f24-ac73-e48f44c987a4,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:16.441595 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-e28bda66-2982-4c90-8bd1-ee1c578ca930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:16.445760 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-e28bda66-2982-4c90-8bd1-ee1c578ca930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:16.447635 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-e28bda66-2982-4c90-8bd1-ee1c578ca930 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/352dace7-149b-4f24-ac73-e48f44c987a4 HTTP/1.1" status: 204  len: 168 time: 0.1561775
May 10 17:26:20.225396 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-71b59cb1-b376-4794-abb5-c29cb4858281 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:21.485302 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:22.732895 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:22.887997 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-a2d40a35-563a-49c8-8f9c-fc5c5cef860a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:23.941628 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:25.402183 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:33.228809 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:26:42.984663 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 33814) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:43.101768 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.115921 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:26:43.119750 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] Usage tracker for resource:security_group_rule and tenant:79e69b09f98d40749e87c3dcd8ec9c16 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:26:43.122572 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:26:43.128393 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:26:43.210740 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.215781 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.222877 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-99234438-1701-4e64-933f-0af14481b713 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:43.265517 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3488aa3a-4b58-4baa-86d6-6d23bd7b9a34,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:43.269245 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=79e69b09f98d40749e87c3dcd8ec9c16&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2836149
May 10 17:26:43.271988 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 33820) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:43.275675 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.276050 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.276415 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.276772 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.277125 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.277478 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.277825 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.278173 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.278550 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.278894 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.279237 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.279577 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.283393 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:43.331443 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b552976b-34d1-45f7-b788-ccec35473757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.356145 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b552976b-34d1-45f7-b788-ccec35473757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.405913 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b552976b-34d1-45f7-b788-ccec35473757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.409566 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-66152ddf-4f12-400b-89ec-4f58d451294e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:43.423309 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b552976b-34d1-45f7-b788-ccec35473757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3488aa3a-4b58-4baa-86d6-6d23bd7b9a34,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:43.435005 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552976b-34d1-45f7-b788-ccec35473757 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.435370 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552976b-34d1-45f7-b788-ccec35473757 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.435723 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552976b-34d1-45f7-b788-ccec35473757 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.436073 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552976b-34d1-45f7-b788-ccec35473757 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.436416 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552976b-34d1-45f7-b788-ccec35473757 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.436759 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552976b-34d1-45f7-b788-ccec35473757 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.437096 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552976b-34d1-45f7-b788-ccec35473757 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.437425 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552976b-34d1-45f7-b788-ccec35473757 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.437768 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552976b-34d1-45f7-b788-ccec35473757 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.438105 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552976b-34d1-45f7-b788-ccec35473757 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.438473 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552976b-34d1-45f7-b788-ccec35473757 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.438807 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b552976b-34d1-45f7-b788-ccec35473757 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:43.442388 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-b552976b-34d1-45f7-b788-ccec35473757 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:43.448614 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b552976b-34d1-45f7-b788-ccec35473757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:43.452742 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-b552976b-34d1-45f7-b788-ccec35473757 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/3488aa3a-4b58-4baa-86d6-6d23bd7b9a34 HTTP/1.1" status: 204  len: 168 time: 0.1772699
May 10 17:26:44.100607 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 33846) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:44.202197 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-152574099-network', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:26:44.206766 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:26:44.210589 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Usage tracker for resource:network and tenant:51cd3a26242746e0abb60baf938aae7f is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:26:44.213461 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:26:44.220327 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:26:44.229693 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Made reservation on behalf of 51cd3a26242746e0abb60baf938aae7f for: {'network': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:26:44.232501 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for network, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:44.244005 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:44.257616 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:26:44.261296 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Usage tracker for resource:security_group_rule and tenant:51cd3a26242746e0abb60baf938aae7f is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:26:44.263994 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:26:44.269450 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:26:44.348525 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:44.352315 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:44.355153 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-75040f3d-4b3c-4d6d-b094-0899cd247cd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:44.381201 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 336}  {{(pid=78697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:26:44.389890 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1b8661-53ce-48a6-b6e5-ed32823e117d,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:44.393435 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:44.395897 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:44.396228 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.db.segments_db [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Added segment 19c300d7-e0aa-429f-8b65-7e2621890ab8 of type vlan for network e30340b3-1127-442e-a9fd-0f2e95971614
May 10 17:26:44.421424 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765769838210'] for network, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:44.449138 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for network, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:44.450428 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:44.451004 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:44.455440 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-3c7a5e71-b5fa-4b20-8089-a187b3ac59a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:44.555298 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Pushing event updated for resources: {'Network': ['ID=e30340b3-1127-442e-a9fd-0f2e95971614,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:44.561479 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 33856) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:44.561922 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.4594982
May 10 17:26:44.562416 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-bb902984-92fa-4d70-a26c-691459291fe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:44.565367 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Network e30340b3-1127-442e-a9fd-0f2e95971614 details requested by agent ovs-agent-dv-cinder-786383-3-iscsi with host dv-cinder-786383-3-iscsi {{(pid=78699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:26:44.567779 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-e56994b5-5a48-4d54-a91e-0dc3cb8b21e7 admin admin] Request body: {'subnet': {'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-152574099-subnet', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'ip_version': 4}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:26:44.572596 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-e56994b5-5a48-4d54-a91e-0dc3cb8b21e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:26:44.577276 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-e56994b5-5a48-4d54-a91e-0dc3cb8b21e7 admin admin] Usage tracker for resource:subnet and tenant:51cd3a26242746e0abb60baf938aae7f is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:26:44.580330 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-e56994b5-5a48-4d54-a91e-0dc3cb8b21e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:26:44.586292 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-e56994b5-5a48-4d54-a91e-0dc3cb8b21e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:26:44.597773 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56994b5-5a48-4d54-a91e-0dc3cb8b21e7 admin admin] Made reservation on behalf of 51cd3a26242746e0abb60baf938aae7f for: {'subnet': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:26:44.600522 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e56994b5-5a48-4d54-a91e-0dc3cb8b21e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10672894'] for subnet, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:44.974533 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e56994b5-5a48-4d54-a91e-0dc3cb8b21e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10710128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10672780'] for subnet, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:44.979030 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-c794bf98-8864-4ad0-b149-6d69c4683ed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:45.050201 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56994b5-5a48-4d54-a91e-0dc3cb8b21e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6557896f-14e0-40b8-8e83-968084329579,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:45.053568 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-e56994b5-5a48-4d54-a91e-0dc3cb8b21e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:45.055942 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56994b5-5a48-4d54-a91e-0dc3cb8b21e7 admin admin] Checking segment: {'id': '19c300d7-e0aa-429f-8b65-7e2621890ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:26:45.056286 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56994b5-5a48-4d54-a91e-0dc3cb8b21e7 admin admin] Network hostable DHCP agents. Network: e30340b3-1127-442e-a9fd-0f2e95971614, hostable agents: ['09c01bda-92a2-48bb-bf54-854a116a5737'], hosted agents: [] {{(pid=78698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:26:45.073130 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56994b5-5a48-4d54-a91e-0dc3cb8b21e7 admin admin] Network e30340b3-1127-442e-a9fd-0f2e95971614 is scheduled to be hosted by DHCP agent 09c01bda-92a2-48bb-bf54-854a116a5737 with binding_index 1 {{(pid=78698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:26:45.082719 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-e56994b5-5a48-4d54-a91e-0dc3cb8b21e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-iscsi, e30340b3-1127-442e-a9fd-0f2e95971614) {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:26:45.091213 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d60b1a9-a21e-4632-a3ff-3292b07f9659 None None] Network e30340b3-1127-442e-a9fd-0f2e95971614 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:26:45.092038 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56994b5-5a48-4d54-a91e-0dc3cb8b21e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:45.092632 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e56994b5-5a48-4d54-a91e-0dc3cb8b21e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:45.196547 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-e56994b5-5a48-4d54-a91e-0dc3cb8b21e7 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6340153
May 10 17:26:45.199449 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 33860) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:45.204949 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-152574099-router', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:26:45.209536 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:26:45.213370 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Usage tracker for resource:router and tenant:51cd3a26242746e0abb60baf938aae7f is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:26:45.216175 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:26:45.221760 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:26:45.232593 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-487136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6000'] for router, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:45.233468 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3736232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5961'] for router, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:45.248326 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:45.303757 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e103c824-837f-40db-a093-248570d0007e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d3316b4-c81d-5319-b15a-5a430cab7718-e30340b3-1127-442e-a9fd-0f2e95971614', 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'fixed_ips': [{'subnet_id': '6557896f-14e0-40b8-8e83-968084329579'}]}} from dv-cinder-786383-3-iscsi. {{(pid=78699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:26:45.304612 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-e103c824-837f-40db-a093-248570d0007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:45.461517 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.db_base_plugin_common [None req-e103c824-837f-40db-a093-248570d0007e None None] Allocated IP 172.20.0.2 (e30340b3-1127-442e-a9fd-0f2e95971614/6557896f-14e0-40b8-8e83-968084329579/43df6a2d-9580-4252-9424-20b65b4ad81b) {{(pid=78699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:26:45.511601 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5975'] for router, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:45.667272 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-e103c824-837f-40db-a093-248570d0007e None None] Notify callbacks [] for port, precommit_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:45.677281 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-e103c824-837f-40db-a093-248570d0007e None None] Transition to ACTIVE for port object 43df6a2d-9580-4252-9424-20b65b4ad81b will not be triggered until provisioned by entity L2. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:26:45.694704 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-e103c824-837f-40db-a093-248570d0007e None None] Transition to ACTIVE for port object 43df6a2d-9580-4252-9424-20b65b4ad81b will not be triggered until provisioned by entity DHCP. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:26:45.700446 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-e103c824-837f-40db-a093-248570d0007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188'] for port, after_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:45.705347 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:45.764397 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e103c824-837f-40db-a093-248570d0007e None None] Network e30340b3-1127-442e-a9fd-0f2e95971614 is already hosted by enough agents. {{(pid=78699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:26:45.767080 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.scheduler.base_scheduler [None req-e103c824-837f-40db-a093-248570d0007e None None] Resources bound (agent type, host, resource id):  {{(pid=78699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:26:45.775504 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e103c824-837f-40db-a093-248570d0007e None None] Received port after_create {{(pid=78699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:26:45.782140 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103c824-837f-40db-a093-248570d0007e None None] Pushing event updated for resources: {'Port': ['ID=43df6a2d-9580-4252-9424-20b65b4ad81b,revision_number=1']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:45.817524 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103c824-837f-40db-a093-248570d0007e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:45.817781 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103c824-837f-40db-a093-248570d0007e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:45.818089 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103c824-837f-40db-a093-248570d0007e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:45.818440 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103c824-837f-40db-a093-248570d0007e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:45.818767 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103c824-837f-40db-a093-248570d0007e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:45.819091 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103c824-837f-40db-a093-248570d0007e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:45.819407 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103c824-837f-40db-a093-248570d0007e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:45.819723 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103c824-837f-40db-a093-248570d0007e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:45.820063 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103c824-837f-40db-a093-248570d0007e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:45.820379 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103c824-837f-40db-a093-248570d0007e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:45.820511 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:45.820690 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103c824-837f-40db-a093-248570d0007e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:45.820999 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e103c824-837f-40db-a093-248570d0007e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:45.828764 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-e103c824-837f-40db-a093-248570d0007e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:45.853010 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:45.879352 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-e103c824-837f-40db-a093-248570d0007e None None] Attempting to bind port 43df6a2d-9580-4252-9424-20b65b4ad81b on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:26:45.879829 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-e103c824-837f-40db-a093-248570d0007e None None] Attempting to bind port 43df6a2d-9580-4252-9424-20b65b4ad81b by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': '19c300d7-e0aa-429f-8b65-7e2621890ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614'}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:26:45.880150 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e103c824-837f-40db-a093-248570d0007e None None] Attempting to bind port 43df6a2d-9580-4252-9424-20b65b4ad81b on network e30340b3-1127-442e-a9fd-0f2e95971614 {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:26:45.886523 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e103c824-837f-40db-a093-248570d0007e None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:26:45.886907 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e103c824-837f-40db-a093-248570d0007e None None] Checking segment: {'id': '19c300d7-e0aa-429f-8b65-7e2621890ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:26:45.887337 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-e103c824-837f-40db-a093-248570d0007e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:45.887923 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e103c824-837f-40db-a093-248570d0007e None None] Bound using segment: {'id': '19c300d7-e0aa-429f-8b65-7e2621890ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614'} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:26:45.888264 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-e103c824-837f-40db-a093-248570d0007e None None] Bound port: 43df6a2d-9580-4252-9424-20b65b4ad81b, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c300d7-e0aa-429f-8b65-7e2621890ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614'}}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:26:45.888638 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-e103c824-837f-40db-a093-248570d0007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:45.978819 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-e103c824-837f-40db-a093-248570d0007e None None] For port 43df6a2d-9580-4252-9424-20b65b4ad81b, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:26:45.982270 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-e103c824-837f-40db-a093-248570d0007e None None] For port 43df6a2d-9580-4252-9424-20b65b4ad81b, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=43df6a2d-9580-4252-9424-20b65b4ad81b,segment=NetworkSegment(19c300d7-e0aa-429f-8b65-7e2621890ab8),segment_id=19c300d7-e0aa-429f-8b65-7e2621890ab8)] {{(pid=78699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:26:45.988192 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-e103c824-837f-40db-a093-248570d0007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:45.992131 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:46.071122 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e103c824-837f-40db-a093-248570d0007e None None] Pushing event updated for resources: {'Port': ['ID=43df6a2d-9580-4252-9424-20b65b4ad81b,revision_number=2']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:46.074151 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-e103c824-837f-40db-a093-248570d0007e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:46.090604 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_common [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Allocated IP 172.27.1.100 (bae4116f-378a-4109-9d6f-b35b773f5102/85c6ce2f-4b23-430e-8a05-d1a9c5baa36d/2b9911c0-b76c-4c21-b785-23030bab3733) {{(pid=78697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:26:46.258062 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:46.290695 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:46.295530 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-40c990a1-3663-4b3f-ac15-caeb00c9d380 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:46.359922 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Network bae4116f-378a-4109-9d6f-b35b773f5102 is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:26:46.362801 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:26:46.371282 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Received port after_create {{(pid=78697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:26:46.400532 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Pushing event updated for resources: {'Port': ['ID=2b9911c0-b76c-4c21-b785-23030bab3733,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:46.406879 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:46.790246 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:46.943992 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2766cdb6-5a79-4c10-8e3c-a521ba860316 None None] Network e30340b3-1127-442e-a9fd-0f2e95971614 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:26:47.029350 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-59bb435d-470a-4542-b9de-549be54bf063 None None] Provisioning for port 43df6a2d-9580-4252-9424-20b65b4ad81b completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:26:47.145521 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396803'] for router, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:47.350328 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Router dea8d709-8e5a-4741-9887-d89712373add is scheduled to L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 with binding_index 1 {{(pid=78697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:26:47.626562 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:26:47.635389 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] Sync routers for ids ['dea8d709-8e5a-4741-9887-d89712373add'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:26:47.644244 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] Routers {'dea8d709-8e5a-4741-9887-d89712373add'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:26:47.644846 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f089bc4c0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:26:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['dea8d709-8e5a-4741-9887-d89712373add'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:47.649879 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Notify callbacks [] for router, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:47.651172 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.4506845
May 10 17:26:47.653974 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 33870) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:47.815665 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] Set router dea8d709-8e5a-4741-9887-d89712373add gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:26:48.006685 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 43df6a2d-9580-4252-9424-20b65b4ad81b up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:26:48.152825 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port 43df6a2d-9580-4252-9424-20b65b4ad81b completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:26:48.158908 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 43df6a2d-9580-4252-9424-20b65b4ad81b triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:26:48.159268 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:48.264303 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f089bc4c0>, [{'id': 'dea8d709-8e5a-4741-9887-d89712373add', 'name': 'tempest-TestMinimumBasicScenario-152574099-router', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:46Z', 'revision_number': 3, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'gw_port': {'id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:48.276276 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] Checking router: dea8d709-8e5a-4741-9887-d89712373add for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:26:48.277176 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] Updating router dea8d709-8e5a-4741-9887-d89712373add port 2b9911c0-b76c-4c21-b785-23030bab3733 binding host dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:26:48.328818 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:48.338177 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:48.355042 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:48.409823 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port 43df6a2d-9580-4252-9424-20b65b4ad81b, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=43df6a2d-9580-4252-9424-20b65b4ad81b,segment=NetworkSegment(19c300d7-e0aa-429f-8b65-7e2621890ab8),segment_id=19c300d7-e0aa-429f-8b65-7e2621890ab8)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:26:48.417749 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:48.423178 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-e103c824-837f-40db-a093-248570d0007e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:48.542539 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_common [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Allocated IP 172.20.0.1 (e30340b3-1127-442e-a9fd-0f2e95971614/6557896f-14e0-40b8-8e83-968084329579/5163fbfb-31e4-4a1e-ad16-190d19803e6d) {{(pid=78697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:26:48.563451 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=43df6a2d-9580-4252-9424-20b65b4ad81b,revision_number=3']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:48.566598 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:48.689984 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:48.705226 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.provisioning_blocks [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Transition to ACTIVE for port object 5163fbfb-31e4-4a1e-ad16-190d19803e6d will not be triggered until provisioned by entity DHCP. {{(pid=78697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:26:48.727255 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:48.731814 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-155f0dab-d996-4aa0-805a-d276e8c38109 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:48.752567 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] Notify callbacks [] for port, precommit_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:48.764674 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] Transition to ACTIVE for port object 2b9911c0-b76c-4c21-b785-23030bab3733 will not be triggered until provisioned by entity L2. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:26:48.770901 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:48.774334 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-fa0c6985-be56-4965-95bd-601d95a71b2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:48.788267 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Network e30340b3-1127-442e-a9fd-0f2e95971614 is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:26:48.791080 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:26:48.794487 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Received port after_create {{(pid=78697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:26:48.840927 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5163fbfb-31e4-4a1e-ad16-190d19803e6d,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:48.848519 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] Attempting to bind port 2b9911c0-b76c-4c21-b785-23030bab3733 on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:26:48.848903 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] Attempting to bind port 2b9911c0-b76c-4c21-b785-23030bab3733 by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:26:48.849273 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] Attempting to bind port 2b9911c0-b76c-4c21-b785-23030bab3733 on network bae4116f-378a-4109-9d6f-b35b773f5102 {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:26:48.850436 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:48.856928 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17f146-2f6a-4464-9fc3-c3e8fd9e156a None None] Pushing event updated for resources: {'Port': ['ID=2b9911c0-b76c-4c21-b785-23030bab3733,revision_number=2']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:48.860550 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-6d17f146-2f6a-4464-9fc3-c3e8fd9e156a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:48.861464 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:26:48.861845 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] Checking segment: {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:26:48.862258 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:48.862692 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] Bound using segment: {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:26:48.863174 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] Bound port: 2b9911c0-b76c-4c21-b785-23030bab3733, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:26:48.863556 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:48.868248 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393436'] for router_interface, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:48.943501 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] For port 2b9911c0-b76c-4c21-b785-23030bab3733, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:26:48.947346 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] For port 2b9911c0-b76c-4c21-b785-23030bab3733, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=2b9911c0-b76c-4c21-b785-23030bab3733,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:26:48.952378 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:48.956412 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-6a21fe1e-7dd5-4509-9edc-d846accb3ae6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:49.043474 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d17f146-2f6a-4464-9fc3-c3e8fd9e156a None None] Pushing event updated for resources: {'Port': ['ID=2b9911c0-b76c-4c21-b785-23030bab3733,revision_number=3']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:49.048762 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-6d17f146-2f6a-4464-9fc3-c3e8fd9e156a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:49.049536 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] Routers {'dea8d709-8e5a-4741-9887-d89712373add'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:26:49.050246 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f089bc4c0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:26:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['dea8d709-8e5a-4741-9887-d89712373add'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:49.106240 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-1e386b09-f30c-43f1-a4f8-31cbca34780c None None] Provisioning for port 5163fbfb-31e4-4a1e-ad16-190d19803e6d completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:26:49.162627 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-1e386b09-f30c-43f1-a4f8-31cbca34780c None None] Provisioning complete for port 5163fbfb-31e4-4a1e-ad16-190d19803e6d triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:26:49.163011 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-1e386b09-f30c-43f1-a4f8-31cbca34780c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:49.224108 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:49.247316 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-1e386b09-f30c-43f1-a4f8-31cbca34780c None None] Port 5163fbfb-31e4-4a1e-ad16-190d19803e6d cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:26:49.278853 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] Set router dea8d709-8e5a-4741-9887-d89712373add gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:26:49.447081 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:49.451497 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:49.480967 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-5b0c90da-8276-47ef-8afc-d996d7cbba26 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:49.571974 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393343'] for router_interface, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:49.576975 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Pushing event updated for resources: {'Port': ['ID=5163fbfb-31e4-4a1e-ad16-190d19803e6d,revision_number=2']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:49.579835 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:49.597993 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f089bc4c0>, [{'id': 'dea8d709-8e5a-4741-9887-d89712373add', 'name': 'tempest-TestMinimumBasicScenario-152574099-router', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:46Z', 'revision_number': 3, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'gw_port': {'id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:49.602148 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5a96e2-69af-4634-a789-cd32bee72c1e None None] The sync data for ids ['dea8d709-8e5a-4741-9887-d89712373add'] in dv-cinder-786383-3-iscsi is: [{'id': 'dea8d709-8e5a-4741-9887-d89712373add', 'name': 'tempest-TestMinimumBasicScenario-152574099-router', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:46Z', 'revision_number': 3, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'gw_port': {'id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4b:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:26:49.712759 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Network e30340b3-1127-442e-a9fd-0f2e95971614 is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:26:49.713866 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:26:49.939695 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Router dea8d709-8e5a-4741-9887-d89712373add has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:26:50.079583 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 2b9911c0-b76c-4c21-b785-23030bab3733 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:26:50.125674 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-caae0214-e1a1-46c2-ae6a-0db528ef0aec None None] Provisioning complete for port 5163fbfb-31e4-4a1e-ad16-190d19803e6d triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:26:50.126050 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-caae0214-e1a1-46c2-ae6a-0db528ef0aec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:50.143031 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:26:50.153028 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] 10.222.0.32 "PUT /v2.0/routers/dea8d709-8e5a-4741-9887-d89712373add/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4979403
May 10 17:26:50.204230 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-caae0214-e1a1-46c2-ae6a-0db528ef0aec None None] Port 5163fbfb-31e4-4a1e-ad16-190d19803e6d cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:26:50.223528 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port 2b9911c0-b76c-4c21-b785-23030bab3733 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:26:50.229771 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 2b9911c0-b76c-4c21-b785-23030bab3733 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:26:50.230221 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:50.266634 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-b7d0460f-80ec-4640-bbe4-9e900739a284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:50.373129 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:50.390747 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port 2b9911c0-b76c-4c21-b785-23030bab3733, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=2b9911c0-b76c-4c21-b785-23030bab3733,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:26:50.395391 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:50.396253 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 43df6a2d-9580-4252-9424-20b65b4ad81b up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:26:50.424308 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:50.531611 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=2b9911c0-b76c-4c21-b785-23030bab3733,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:50.539253 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:50.549352 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 43df6a2d-9580-4252-9424-20b65b4ad81b triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:26:50.549799 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:50.721791 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 33894) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:50.727767 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-244043467-network', 'tenant_id': 'e15cec3cfb994cf89a95b4f29e11e859'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:26:50.733228 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:26:50.737047 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Usage tracker for resource:network and tenant:e15cec3cfb994cf89a95b4f29e11e859 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:26:50.739867 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:26:50.746164 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:26:50.754945 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Made reservation on behalf of e15cec3cfb994cf89a95b4f29e11e859 for: {'network': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:26:50.757297 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for network, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:50.769416 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:50.783664 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:26:50.787335 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Usage tracker for resource:security_group_rule and tenant:e15cec3cfb994cf89a95b4f29e11e859 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:26:50.790032 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:26:50.796293 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:26:50.881376 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:50.885063 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:50.888648 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-c2ca4d7c-0da8-4392-87ef-d37e471e297c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:50.918540 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306}  {{(pid=78698) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:26:50.924024 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f09dbadb-7850-4623-873b-05e163d6ff85,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:50.927749 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:50.931630 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:50.932150 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.segments_db [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Added segment 50d7d078-3090-4c92-8b04-797c917d2dfc of type vlan for network 49ec64c2-85db-44b2-bdb4-fcaed2164fe8
May 10 17:26:50.957443 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765769838210'] for network, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:50.988691 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for network, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:50.990088 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:50.990771 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:50.994221 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-204962c0-0cd1-4b60-9cf7-9c1237300f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:51.094310 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.3713291
May 10 17:26:51.095085 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Pushing event updated for resources: {'Network': ['ID=49ec64c2-85db-44b2-bdb4-fcaed2164fe8,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:51.097023 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 33898) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:51.097718 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:51.103162 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-a2a8ad59-7b28-4118-bc30-9cfcb8e48e9d admin admin] Request body: {'subnet': {'network_id': '49ec64c2-85db-44b2-bdb4-fcaed2164fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-244043467-subnet', 'tenant_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'ip_version': 4}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:26:51.105428 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Network 49ec64c2-85db-44b2-bdb4-fcaed2164fe8 details requested by agent ovs-agent-dv-cinder-786383-3-iscsi with host dv-cinder-786383-3-iscsi {{(pid=78699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:26:51.108348 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-a2a8ad59-7b28-4118-bc30-9cfcb8e48e9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:26:51.112308 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-a2a8ad59-7b28-4118-bc30-9cfcb8e48e9d admin admin] Usage tracker for resource:subnet and tenant:e15cec3cfb994cf89a95b4f29e11e859 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:26:51.115568 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-a2a8ad59-7b28-4118-bc30-9cfcb8e48e9d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:26:51.121255 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-a2a8ad59-7b28-4118-bc30-9cfcb8e48e9d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:26:51.132458 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a8ad59-7b28-4118-bc30-9cfcb8e48e9d admin admin] Made reservation on behalf of e15cec3cfb994cf89a95b4f29e11e859 for: {'subnet': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:26:51.135109 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ad59-7b28-4118-bc30-9cfcb8e48e9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11233373'] for subnet, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:51.170695 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] Sync routers for ids ['dea8d709-8e5a-4741-9887-d89712373add'] in dv-cinder-786383-3-iscsi {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:26:51.181072 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] Routers {'dea8d709-8e5a-4741-9887-d89712373add'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:26:51.181698 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0879e160>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:26:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['dea8d709-8e5a-4741-9887-d89712373add'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:51.363234 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] Set router dea8d709-8e5a-4741-9887-d89712373add gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:26:51.487119 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:51.644615 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ad59-7b28-4118-bc30-9cfcb8e48e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-944178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11233327'] for subnet, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:51.649168 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:51.688920 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0879e160>, [{'id': 'dea8d709-8e5a-4741-9887-d89712373add', 'name': 'tempest-TestMinimumBasicScenario-152574099-router', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:49Z', 'revision_number': 4, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'gw_port': {'id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '5163fbfb-31e4-4a1e-ad16-190d19803e6d', 'name': '', 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'mac_address': 'fa:16:3e:bd:ea:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6557896f-14e0-40b8-8e83-968084329579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:48Z', 'updated_at': '2021-05-10T17:26:49Z', 'revision_number': 2, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'subnets': [{'id': '6557896f-14e0-40b8-8e83-968084329579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:51.692590 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] Checking router: dea8d709-8e5a-4741-9887-d89712373add for host: dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:26:51.692939 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] Updating router dea8d709-8e5a-4741-9887-d89712373add port 5163fbfb-31e4-4a1e-ad16-190d19803e6d binding host dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:26:51.721348 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8ad59-7b28-4118-bc30-9cfcb8e48e9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cebf422-005d-4479-bef4-024514f98f3b,revision_number=0']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:51.725269 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-a2a8ad59-7b28-4118-bc30-9cfcb8e48e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:51.729509 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a8ad59-7b28-4118-bc30-9cfcb8e48e9d admin admin] Checking segment: {'id': '50d7d078-3090-4c92-8b04-797c917d2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '49ec64c2-85db-44b2-bdb4-fcaed2164fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:26:51.729886 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a8ad59-7b28-4118-bc30-9cfcb8e48e9d admin admin] Network hostable DHCP agents. Network: 49ec64c2-85db-44b2-bdb4-fcaed2164fe8, hostable agents: ['09c01bda-92a2-48bb-bf54-854a116a5737'], hosted agents: [] {{(pid=78697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:26:51.744459 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:51.746815 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a8ad59-7b28-4118-bc30-9cfcb8e48e9d admin admin] Network 49ec64c2-85db-44b2-bdb4-fcaed2164fe8 is scheduled to be hosted by DHCP agent 09c01bda-92a2-48bb-bf54-854a116a5737 with binding_index 1 {{(pid=78697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:26:51.755505 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-a2a8ad59-7b28-4118-bc30-9cfcb8e48e9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-iscsi, 49ec64c2-85db-44b2-bdb4-fcaed2164fe8) {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:26:51.765054 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193dcc73-e627-42b1-b73b-38b92af3db0c None None] Network 49ec64c2-85db-44b2-bdb4-fcaed2164fe8 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:26:51.767636 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a8ad59-7b28-4118-bc30-9cfcb8e48e9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:26:51.768285 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a2a8ad59-7b28-4118-bc30-9cfcb8e48e9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:51.791383 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 33906) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:51.792088 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-a2a8ad59-7b28-4118-bc30-9cfcb8e48e9d admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6933076
May 10 17:26:51.798182 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-244043467-router', 'tenant_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:26:51.802915 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:26:51.806990 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Usage tracker for resource:router and tenant:e15cec3cfb994cf89a95b4f29e11e859 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:26:51.810527 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:26:51.816221 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:26:51.828279 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-487136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6000'] for router, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:51.829372 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3736232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5961'] for router, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:51.846757 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:51.971459 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 2b9911c0-b76c-4c21-b785-23030bab3733 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:26:52.026070 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d3316b4-c81d-5319-b15a-5a430cab7718-49ec64c2-85db-44b2-bdb4-fcaed2164fe8', 'network_id': '49ec64c2-85db-44b2-bdb4-fcaed2164fe8', 'tenant_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'fixed_ips': [{'subnet_id': '9cebf422-005d-4479-bef4-024514f98f3b'}]}} from dv-cinder-786383-3-iscsi. {{(pid=78699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:26:52.027243 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:52.130123 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5975'] for router, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:52.137839 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:52.142226 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 2b9911c0-b76c-4c21-b785-23030bab3733 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:26:52.142817 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:52.151145 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] Transition to ACTIVE for port object 5163fbfb-31e4-4a1e-ad16-190d19803e6d will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:26:52.158571 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:52.163592 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:52.261888 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.db_base_plugin_common [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Allocated IP 172.20.0.2 (49ec64c2-85db-44b2-bdb4-fcaed2164fe8/9cebf422-005d-4479-bef4-024514f98f3b/cd89836f-6147-43a6-bc4c-50085e740242) {{(pid=78699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:26:52.305866 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85085f-acf5-46d9-9291-e96b992940b7 None None] Pushing event updated for resources: {'Port': ['ID=5163fbfb-31e4-4a1e-ad16-190d19803e6d,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:52.348390 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85085f-acf5-46d9-9291-e96b992940b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:52.348728 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85085f-acf5-46d9-9291-e96b992940b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:52.349187 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85085f-acf5-46d9-9291-e96b992940b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:52.349516 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85085f-acf5-46d9-9291-e96b992940b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:52.349834 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85085f-acf5-46d9-9291-e96b992940b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:52.350168 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85085f-acf5-46d9-9291-e96b992940b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:52.350490 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85085f-acf5-46d9-9291-e96b992940b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:52.351050 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85085f-acf5-46d9-9291-e96b992940b7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:52.351392 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85085f-acf5-46d9-9291-e96b992940b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:52.351704 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85085f-acf5-46d9-9291-e96b992940b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:52.352010 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85085f-acf5-46d9-9291-e96b992940b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:52.352318 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f85085f-acf5-46d9-9291-e96b992940b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:26:52.394170 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-9f85085f-acf5-46d9-9291-e96b992940b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:52.410504 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] Attempting to bind port 5163fbfb-31e4-4a1e-ad16-190d19803e6d on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:26:52.410862 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] Attempting to bind port 5163fbfb-31e4-4a1e-ad16-190d19803e6d by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': '19c300d7-e0aa-429f-8b65-7e2621890ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:26:52.411226 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] Attempting to bind port 5163fbfb-31e4-4a1e-ad16-190d19803e6d on network e30340b3-1127-442e-a9fd-0f2e95971614 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:26:52.418138 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:26:52.418552 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] Checking segment: {'id': '19c300d7-e0aa-429f-8b65-7e2621890ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:26:52.418952 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:52.419337 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] Bound using segment: {'id': '19c300d7-e0aa-429f-8b65-7e2621890ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:26:52.420016 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] Bound port: 5163fbfb-31e4-4a1e-ad16-190d19803e6d, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19c300d7-e0aa-429f-8b65-7e2621890ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:26:52.420217 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:52.477942 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:52.510710 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:52.518199 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] For port 5163fbfb-31e4-4a1e-ad16-190d19803e6d, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:26:52.521616 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] For port 5163fbfb-31e4-4a1e-ad16-190d19803e6d, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=5163fbfb-31e4-4a1e-ad16-190d19803e6d,segment=NetworkSegment(19c300d7-e0aa-429f-8b65-7e2621890ab8),segment_id=19c300d7-e0aa-429f-8b65-7e2621890ab8)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:26:52.525523 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:52.530004 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:52.579657 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Notify callbacks [] for port, precommit_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:52.590904 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Transition to ACTIVE for port object cd89836f-6147-43a6-bc4c-50085e740242 will not be triggered until provisioned by entity L2. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:26:52.612410 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f85085f-acf5-46d9-9291-e96b992940b7 None None] Pushing event updated for resources: {'Port': ['ID=5163fbfb-31e4-4a1e-ad16-190d19803e6d,revision_number=4']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:52.613333 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Transition to ACTIVE for port object cd89836f-6147-43a6-bc4c-50085e740242 will not be triggered until provisioned by entity DHCP. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:26:52.616241 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-9f85085f-acf5-46d9-9291-e96b992940b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:52.616940 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] Routers {'dea8d709-8e5a-4741-9887-d89712373add'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:26:52.617537 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0879e160>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:26:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['dea8d709-8e5a-4741-9887-d89712373add'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:52.619329 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188'] for port, after_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:52.623674 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-51a8d528-d2ce-43f9-a915-636f2c03b74d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:52.692855 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Network 49ec64c2-85db-44b2-bdb4-fcaed2164fe8 is already hosted by enough agents. {{(pid=78699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:26:52.695978 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.scheduler.base_scheduler [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Resources bound (agent type, host, resource id):  {{(pid=78699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:26:52.705715 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Received port after_create {{(pid=78699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:26:52.712729 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Pushing event updated for resources: {'Port': ['ID=cd89836f-6147-43a6-bc4c-50085e740242,revision_number=1']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:52.716650 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Allocated IP 172.27.1.117 (bae4116f-378a-4109-9d6f-b35b773f5102/85c6ce2f-4b23-430e-8a05-d1a9c5baa36d/16b920d0-a7d2-43e2-b07f-bb09ce2afa5a) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:26:52.717769 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:52.818841 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:52.830662 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Attempting to bind port cd89836f-6147-43a6-bc4c-50085e740242 on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:26:52.831160 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Attempting to bind port cd89836f-6147-43a6-bc4c-50085e740242 by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': '50d7d078-3090-4c92-8b04-797c917d2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '49ec64c2-85db-44b2-bdb4-fcaed2164fe8'}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:26:52.831622 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Attempting to bind port cd89836f-6147-43a6-bc4c-50085e740242 on network 49ec64c2-85db-44b2-bdb4-fcaed2164fe8 {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:26:52.837525 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:26:52.837525 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Checking segment: {'id': '50d7d078-3090-4c92-8b04-797c917d2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '49ec64c2-85db-44b2-bdb4-fcaed2164fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:26:52.838234 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:52.838755 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Bound using segment: {'id': '50d7d078-3090-4c92-8b04-797c917d2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '49ec64c2-85db-44b2-bdb4-fcaed2164fe8'} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:26:52.839891 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Bound port: cd89836f-6147-43a6-bc4c-50085e740242, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d7d078-3090-4c92-8b04-797c917d2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '49ec64c2-85db-44b2-bdb4-fcaed2164fe8'}}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:26:52.840449 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:52.875247 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] Set router dea8d709-8e5a-4741-9887-d89712373add gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:26:52.923512 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:52.950525 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] For port cd89836f-6147-43a6-bc4c-50085e740242, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:26:52.953937 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:52.958782 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:52.962321 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-d55a51a0-b892-4356-aaf7-3b45136c4a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:52.965565 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] For port cd89836f-6147-43a6-bc4c-50085e740242, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=cd89836f-6147-43a6-bc4c-50085e740242,segment=NetworkSegment(50d7d078-3090-4c92-8b04-797c917d2dfc),segment_id=50d7d078-3090-4c92-8b04-797c917d2dfc)] {{(pid=78699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:26:52.970528 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:52.974489 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:53.026879 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Pushing event updated for resources: {'Port': ['ID=16b920d0-a7d2-43e2-b07f-bb09ce2afa5a,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:53.031318 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:53.040867 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Network bae4116f-378a-4109-9d6f-b35b773f5102 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:26:53.042270 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:26:53.044975 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:26:53.058378 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Pushing event updated for resources: {'Port': ['ID=cd89836f-6147-43a6-bc4c-50085e740242,revision_number=2']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:53.061539 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:53.220977 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0879e160>, [{'id': 'dea8d709-8e5a-4741-9887-d89712373add', 'name': 'tempest-TestMinimumBasicScenario-152574099-router', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:49Z', 'revision_number': 4, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'gw_port': {'id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '5163fbfb-31e4-4a1e-ad16-190d19803e6d', 'name': '', 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'mac_address': 'fa:16:3e:bd:ea:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6557896f-14e0-40b8-8e83-968084329579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:48Z', 'updated_at': '2021-05-10T17:26:52Z', 'revision_number': 4, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'subnets': [{'id': '6557896f-14e0-40b8-8e83-968084329579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:53.227526 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a3cad4-3c06-46cc-a5f9-e6cf40988077 None None] The sync data for ids ['dea8d709-8e5a-4741-9887-d89712373add'] in dv-cinder-786383-3-iscsi is: [{'id': 'dea8d709-8e5a-4741-9887-d89712373add', 'name': 'tempest-TestMinimumBasicScenario-152574099-router', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:49Z', 'revision_number': 4, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'gw_port': {'id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '5163fbfb-31e4-4a1e-ad16-190d19803e6d', 'name': '', 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'mac_address': 'fa:16:3e:bd:ea:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6557896f-14e0-40b8-8e83-968084329579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:48Z', 'updated_at': '2021-05-10T17:26:52Z', 'revision_number': 4, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'subnets': [{'id': '6557896f-14e0-40b8-8e83-968084329579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:26:53.617529 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:53.959259 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:54.029705 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396803'] for router, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:54.096356 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device cd89836f-6147-43a6-bc4c-50085e740242 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:26:54.128576 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6ef44d-3d5d-4bcd-9e2a-73cbb9e8ff21 None None] Network 49ec64c2-85db-44b2-bdb4-fcaed2164fe8 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:26:54.249372 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-d1fb4ced-d6a9-4099-9cee-4d47e4db4f70 None None] Provisioning for port cd89836f-6147-43a6-bc4c-50085e740242 completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:26:54.263130 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Router a93ed6fc-e560-4aa6-b18b-2151525dfcb0 is scheduled to L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 with binding_index 1 {{(pid=78698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:26:54.287910 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port cd89836f-6147-43a6-bc4c-50085e740242 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:26:54.319138 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port cd89836f-6147-43a6-bc4c-50085e740242 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:26:54.319514 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:54.446292 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:26:54.469319 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] Sync routers for ids ['a93ed6fc-e560-4aa6-b18b-2151525dfcb0'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:26:54.471756 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Notify callbacks [] for router, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:54.472984 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.6794839
May 10 17:26:54.476063 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 33916) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:26:54.493283 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] Routers {'a93ed6fc-e560-4aa6-b18b-2151525dfcb0'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:26:54.493996 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08660c40>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:26:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['a93ed6fc-e560-4aa6-b18b-2151525dfcb0'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:54.627907 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:54.698999 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port cd89836f-6147-43a6-bc4c-50085e740242, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=cd89836f-6147-43a6-bc4c-50085e740242,segment=NetworkSegment(50d7d078-3090-4c92-8b04-797c917d2dfc),segment_id=50d7d078-3090-4c92-8b04-797c917d2dfc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:26:54.711808 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:54.712674 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 5163fbfb-31e4-4a1e-ad16-190d19803e6d up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:26:54.752416 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:54.794887 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] Set router a93ed6fc-e560-4aa6-b18b-2151525dfcb0 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:26:55.061235 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=cd89836f-6147-43a6-bc4c-50085e740242,revision_number=3']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:55.063780 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-ebb51939-dc63-41ad-9203-9838e60577e0 None None] Provisioning complete for port cd89836f-6147-43a6-bc4c-50085e740242 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:26:55.064127 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ebb51939-dc63-41ad-9203-9838e60577e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:55.097659 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:55.152728 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port 5163fbfb-31e4-4a1e-ad16-190d19803e6d completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:26:55.170499 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 5163fbfb-31e4-4a1e-ad16-190d19803e6d triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:26:55.170863 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:55.244217 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:55.395952 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:55.420673 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08660c40>, [{'id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'name': 'tempest-TestMinimumBasicScenario-244043467-router', 'tenant_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '16b920d0-a7d2-43e2-b07f-bb09ce2afa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:51Z', 'updated_at': '2021-05-10T17:26:53Z', 'revision_number': 3, 'project_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'gw_port': {'id': '16b920d0-a7d2-43e2-b07f-bb09ce2afa5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:52Z', 'updated_at': '2021-05-10T17:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:55.431682 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:55.432392 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] Checking router: a93ed6fc-e560-4aa6-b18b-2151525dfcb0 for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:26:55.432760 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] Updating router a93ed6fc-e560-4aa6-b18b-2151525dfcb0 port 16b920d0-a7d2-43e2-b07f-bb09ce2afa5a binding host dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:26:55.451324 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Allocated IP 172.20.0.1 (49ec64c2-85db-44b2-bdb4-fcaed2164fe8/9cebf422-005d-4479-bef4-024514f98f3b/15b3e617-bcaf-4671-92e5-8db436bbe19d) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:26:55.483905 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port 5163fbfb-31e4-4a1e-ad16-190d19803e6d, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=5163fbfb-31e4-4a1e-ad16-190d19803e6d,segment=NetworkSegment(19c300d7-e0aa-429f-8b65-7e2621890ab8),segment_id=19c300d7-e0aa-429f-8b65-7e2621890ab8)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:26:55.495583 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:55.497464 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:55.524771 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:55.607222 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:55.622441 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.provisioning_blocks [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Transition to ACTIVE for port object 15b3e617-bcaf-4671-92e5-8db436bbe19d will not be triggered until provisioned by entity DHCP. {{(pid=78698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:26:55.645704 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:55.650470 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a329ee6e-5020-4ab2-9668-9a2d0768e293 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:55.656333 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=5163fbfb-31e4-4a1e-ad16-190d19803e6d,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:55.661405 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:55.704438 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Network 49ec64c2-85db-44b2-bdb4-fcaed2164fe8 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:26:55.707214 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:26:55.709767 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:26:55.778170 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393436'] for router_interface, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:55.780502 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Pushing event updated for resources: {'Port': ['ID=15b3e617-bcaf-4671-92e5-8db436bbe19d,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:55.783875 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:55.897721 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:55.898828 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] Notify callbacks [] for port, precommit_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:55.912622 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] Transition to ACTIVE for port object 16b920d0-a7d2-43e2-b07f-bb09ce2afa5a will not be triggered until provisioned by entity L2. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:26:55.927122 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:55.931792 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-f34f3df1-e73a-428d-aaf5-faa83309c7a2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:55.972391 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device cd89836f-6147-43a6-bc4c-50085e740242 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:26:56.058380 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] Attempting to bind port 16b920d0-a7d2-43e2-b07f-bb09ce2afa5a on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:26:56.058825 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] Attempting to bind port 16b920d0-a7d2-43e2-b07f-bb09ce2afa5a by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:26:56.059261 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] Attempting to bind port 16b920d0-a7d2-43e2-b07f-bb09ce2afa5a on network bae4116f-378a-4109-9d6f-b35b773f5102 {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:26:56.067140 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-dd448732-a6e1-4621-8423-aa958b64e4b9 None None] Provisioning for port 15b3e617-bcaf-4671-92e5-8db436bbe19d completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:26:56.078746 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db4591-5999-4221-9e8e-19d2598b8dfa None None] Pushing event updated for resources: {'Port': ['ID=16b920d0-a7d2-43e2-b07f-bb09ce2afa5a,revision_number=2']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:56.084274 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:26:56.085017 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] Checking segment: {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:26:56.085200 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:56.086257 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] Bound using segment: {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:26:56.086257 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] Bound port: 16b920d0-a7d2-43e2-b07f-bb09ce2afa5a, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:26:56.086706 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:56.113207 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-39db4591-5999-4221-9e8e-19d2598b8dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:56.114131 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-dd448732-a6e1-4621-8423-aa958b64e4b9 None None] Provisioning complete for port 15b3e617-bcaf-4671-92e5-8db436bbe19d triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:26:56.114526 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-dd448732-a6e1-4621-8423-aa958b64e4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:56.128586 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Notify callbacks [] for port, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:56.132987 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10577401'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:56.160084 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-253d531f-bc1b-49ad-8290-949afca91a79 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:56.203283 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-dd448732-a6e1-4621-8423-aa958b64e4b9 None None] Port 15b3e617-bcaf-4671-92e5-8db436bbe19d cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:26:56.215819 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port cd89836f-6147-43a6-bc4c-50085e740242 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:26:56.216190 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:56.228631 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Pushing event updated for resources: {'Port': ['ID=15b3e617-bcaf-4671-92e5-8db436bbe19d,revision_number=2']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:56.232013 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:56.245829 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] For port 16b920d0-a7d2-43e2-b07f-bb09ce2afa5a, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:26:56.258748 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393343'] for router_interface, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:56.263699 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] For port 16b920d0-a7d2-43e2-b07f-bb09ce2afa5a, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=16b920d0-a7d2-43e2-b07f-bb09ce2afa5a,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:26:56.275674 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:56.281921 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:56.389690 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] Routers {'a93ed6fc-e560-4aa6-b18b-2151525dfcb0'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:26:56.390240 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08660c40>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:26:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['a93ed6fc-e560-4aa6-b18b-2151525dfcb0'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:56.487238 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Network 49ec64c2-85db-44b2-bdb4-fcaed2164fe8 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:26:56.488356 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:26:56.508550 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db4591-5999-4221-9e8e-19d2598b8dfa None None] Pushing event updated for resources: {'Port': ['ID=16b920d0-a7d2-43e2-b07f-bb09ce2afa5a,revision_number=3']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:56.562331 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-39db4591-5999-4221-9e8e-19d2598b8dfa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:56.585679 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 5163fbfb-31e4-4a1e-ad16-190d19803e6d up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:26:56.682488 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] Set router a93ed6fc-e560-4aa6-b18b-2151525dfcb0 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:26:56.686998 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Router a93ed6fc-e560-4aa6-b18b-2151525dfcb0 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:26:56.812629 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 5163fbfb-31e4-4a1e-ad16-190d19803e6d triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:26:56.812918 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:56.864446 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:26:56.874523 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] 10.222.0.32 "PUT /v2.0/routers/a93ed6fc-e560-4aa6-b18b-2151525dfcb0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3974609
May 10 17:26:56.878533 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-88a497a4-4123-4e2e-bffb-b46a6ce1574b None None] Provisioning complete for port 15b3e617-bcaf-4671-92e5-8db436bbe19d triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:26:56.878916 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-88a497a4-4123-4e2e-bffb-b46a6ce1574b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:57.022521 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-88a497a4-4123-4e2e-bffb-b46a6ce1574b None None] Port 15b3e617-bcaf-4671-92e5-8db436bbe19d cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:26:57.157983 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08660c40>, [{'id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'name': 'tempest-TestMinimumBasicScenario-244043467-router', 'tenant_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '16b920d0-a7d2-43e2-b07f-bb09ce2afa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:51Z', 'updated_at': '2021-05-10T17:26:55Z', 'revision_number': 4, 'project_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'gw_port': {'id': '16b920d0-a7d2-43e2-b07f-bb09ce2afa5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:52Z', 'updated_at': '2021-05-10T17:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '15b3e617-bcaf-4671-92e5-8db436bbe19d', 'name': '', 'network_id': '49ec64c2-85db-44b2-bdb4-fcaed2164fe8', 'tenant_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'mac_address': 'fa:16:3e:a4:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '9cebf422-005d-4479-bef4-024514f98f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:55Z', 'updated_at': '2021-05-10T17:26:55Z', 'revision_number': 2, 'project_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'subnets': [{'id': '9cebf422-005d-4479-bef4-024514f98f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:26:57.161915 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3841f4e2-7fc7-4318-95c9-3839ce6f3270 None None] The sync data for ids ['a93ed6fc-e560-4aa6-b18b-2151525dfcb0'] in dv-cinder-786383-3-iscsi is: [{'id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'name': 'tempest-TestMinimumBasicScenario-244043467-router', 'tenant_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '16b920d0-a7d2-43e2-b07f-bb09ce2afa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:51Z', 'updated_at': '2021-05-10T17:26:55Z', 'revision_number': 4, 'project_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'gw_port': {'id': '16b920d0-a7d2-43e2-b07f-bb09ce2afa5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:52Z', 'updated_at': '2021-05-10T17:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '15b3e617-bcaf-4671-92e5-8db436bbe19d', 'name': '', 'network_id': '49ec64c2-85db-44b2-bdb4-fcaed2164fe8', 'tenant_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'mac_address': 'fa:16:3e:a4:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '9cebf422-005d-4479-bef4-024514f98f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:55Z', 'updated_at': '2021-05-10T17:26:55Z', 'revision_number': 2, 'project_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'subnets': [{'id': '9cebf422-005d-4479-bef4-024514f98f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:26:58.020012 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 16b920d0-a7d2-43e2-b07f-bb09ce2afa5a up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:26:58.113689 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port 16b920d0-a7d2-43e2-b07f-bb09ce2afa5a completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:26:58.119196 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 16b920d0-a7d2-43e2-b07f-bb09ce2afa5a triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:26:58.119859 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:58.279012 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:58.297871 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port 16b920d0-a7d2-43e2-b07f-bb09ce2afa5a, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=16b920d0-a7d2-43e2-b07f-bb09ce2afa5a,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:26:58.304196 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:26:58.306124 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:26:58.402486 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=16b920d0-a7d2-43e2-b07f-bb09ce2afa5a,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:26:58.409408 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:26:59.958747 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 16b920d0-a7d2-43e2-b07f-bb09ce2afa5a up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:27:00.035374 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 16b920d0-a7d2-43e2-b07f-bb09ce2afa5a triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:27:00.035750 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:01.038245 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] Sync routers for ids ['a93ed6fc-e560-4aa6-b18b-2151525dfcb0'] in dv-cinder-786383-3-iscsi {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:27:01.048030 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] Routers {'a93ed6fc-e560-4aa6-b18b-2151525dfcb0'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:27:01.048762 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08aa85b0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:26:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['a93ed6fc-e560-4aa6-b18b-2151525dfcb0'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:01.241867 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] Set router a93ed6fc-e560-4aa6-b18b-2151525dfcb0 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:27:01.575089 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08aa85b0>, [{'id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'name': 'tempest-TestMinimumBasicScenario-244043467-router', 'tenant_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '16b920d0-a7d2-43e2-b07f-bb09ce2afa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:51Z', 'updated_at': '2021-05-10T17:26:55Z', 'revision_number': 4, 'project_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'gw_port': {'id': '16b920d0-a7d2-43e2-b07f-bb09ce2afa5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:52Z', 'updated_at': '2021-05-10T17:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '15b3e617-bcaf-4671-92e5-8db436bbe19d', 'name': '', 'network_id': '49ec64c2-85db-44b2-bdb4-fcaed2164fe8', 'tenant_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'mac_address': 'fa:16:3e:a4:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '9cebf422-005d-4479-bef4-024514f98f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:55Z', 'updated_at': '2021-05-10T17:26:55Z', 'revision_number': 2, 'project_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'subnets': [{'id': '9cebf422-005d-4479-bef4-024514f98f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:01.579344 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] Checking router: a93ed6fc-e560-4aa6-b18b-2151525dfcb0 for host: dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:27:01.579872 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] Updating router a93ed6fc-e560-4aa6-b18b-2151525dfcb0 port 15b3e617-bcaf-4671-92e5-8db436bbe19d binding host dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:27:01.640246 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:01.994230 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:02.006664 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] Transition to ACTIVE for port object 15b3e617-bcaf-4671-92e5-8db436bbe19d will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:27:02.018267 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:02.029129 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-29c617ca-a11a-4052-ba12-91621e6883b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:02.132955 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c757f-07d4-434a-b489-cd990091f1f2 None None] Pushing event updated for resources: {'Port': ['ID=15b3e617-bcaf-4671-92e5-8db436bbe19d,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:02.191479 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-2f4c757f-07d4-434a-b489-cd990091f1f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:02.321196 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] Attempting to bind port 15b3e617-bcaf-4671-92e5-8db436bbe19d on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:27:02.321579 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] Attempting to bind port 15b3e617-bcaf-4671-92e5-8db436bbe19d by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': '50d7d078-3090-4c92-8b04-797c917d2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '49ec64c2-85db-44b2-bdb4-fcaed2164fe8'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:27:02.321944 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] Attempting to bind port 15b3e617-bcaf-4671-92e5-8db436bbe19d on network 49ec64c2-85db-44b2-bdb4-fcaed2164fe8 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:27:02.328301 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:27:02.328672 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] Checking segment: {'id': '50d7d078-3090-4c92-8b04-797c917d2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '49ec64c2-85db-44b2-bdb4-fcaed2164fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:27:02.329076 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:02.329473 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] Bound using segment: {'id': '50d7d078-3090-4c92-8b04-797c917d2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '49ec64c2-85db-44b2-bdb4-fcaed2164fe8'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:27:02.329941 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] Bound port: 15b3e617-bcaf-4671-92e5-8db436bbe19d, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50d7d078-3090-4c92-8b04-797c917d2dfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '49ec64c2-85db-44b2-bdb4-fcaed2164fe8'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:27:02.330692 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:02.427772 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] For port 15b3e617-bcaf-4671-92e5-8db436bbe19d, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:27:02.431245 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] For port 15b3e617-bcaf-4671-92e5-8db436bbe19d, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=15b3e617-bcaf-4671-92e5-8db436bbe19d,segment=NetworkSegment(50d7d078-3090-4c92-8b04-797c917d2dfc),segment_id=50d7d078-3090-4c92-8b04-797c917d2dfc)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:27:02.439337 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:02.443298 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:02.520113 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] Routers {'a93ed6fc-e560-4aa6-b18b-2151525dfcb0'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:27:02.520563 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08aa85b0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:26:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['a93ed6fc-e560-4aa6-b18b-2151525dfcb0'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:02.649923 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4c757f-07d4-434a-b489-cd990091f1f2 None None] Pushing event updated for resources: {'Port': ['ID=15b3e617-bcaf-4671-92e5-8db436bbe19d,revision_number=4']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:02.661458 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-2f4c757f-07d4-434a-b489-cd990091f1f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:02.727834 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] Set router a93ed6fc-e560-4aa6-b18b-2151525dfcb0 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:27:03.088315 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08aa85b0>, [{'id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'name': 'tempest-TestMinimumBasicScenario-244043467-router', 'tenant_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '16b920d0-a7d2-43e2-b07f-bb09ce2afa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:51Z', 'updated_at': '2021-05-10T17:26:55Z', 'revision_number': 4, 'project_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'gw_port': {'id': '16b920d0-a7d2-43e2-b07f-bb09ce2afa5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:52Z', 'updated_at': '2021-05-10T17:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '15b3e617-bcaf-4671-92e5-8db436bbe19d', 'name': '', 'network_id': '49ec64c2-85db-44b2-bdb4-fcaed2164fe8', 'tenant_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'mac_address': 'fa:16:3e:a4:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '9cebf422-005d-4479-bef4-024514f98f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:55Z', 'updated_at': '2021-05-10T17:27:02Z', 'revision_number': 4, 'project_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'subnets': [{'id': '9cebf422-005d-4479-bef4-024514f98f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:03.093553 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69a7d5e6-185f-47b7-8bb2-a1bdb64e1eb6 None None] The sync data for ids ['a93ed6fc-e560-4aa6-b18b-2151525dfcb0'] in dv-cinder-786383-3-iscsi is: [{'id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'name': 'tempest-TestMinimumBasicScenario-244043467-router', 'tenant_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '16b920d0-a7d2-43e2-b07f-bb09ce2afa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:51Z', 'updated_at': '2021-05-10T17:26:55Z', 'revision_number': 4, 'project_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'gw_port': {'id': '16b920d0-a7d2-43e2-b07f-bb09ce2afa5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:52Z', 'updated_at': '2021-05-10T17:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '15b3e617-bcaf-4671-92e5-8db436bbe19d', 'name': '', 'network_id': '49ec64c2-85db-44b2-bdb4-fcaed2164fe8', 'tenant_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'mac_address': 'fa:16:3e:a4:20:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '9cebf422-005d-4479-bef4-024514f98f3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:55Z', 'updated_at': '2021-05-10T17:27:02Z', 'revision_number': 4, 'project_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'subnets': [{'id': '9cebf422-005d-4479-bef4-024514f98f3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:27:04.000580 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 15b3e617-bcaf-4671-92e5-8db436bbe19d up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:27:04.090536 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port 15b3e617-bcaf-4671-92e5-8db436bbe19d completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:27:04.103220 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 15b3e617-bcaf-4671-92e5-8db436bbe19d triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:27:04.103959 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:04.250486 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:04.292887 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port 15b3e617-bcaf-4671-92e5-8db436bbe19d, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=15b3e617-bcaf-4671-92e5-8db436bbe19d,segment=NetworkSegment(50d7d078-3090-4c92-8b04-797c917d2dfc),segment_id=50d7d078-3090-4c92-8b04-797c917d2dfc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:27:04.299453 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:04.301376 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:04.398988 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=15b3e617-bcaf-4671-92e5-8db436bbe19d,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:04.411989 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:06.005814 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 15b3e617-bcaf-4671-92e5-8db436bbe19d up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:27:06.113780 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 15b3e617-bcaf-4671-92e5-8db436bbe19d triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:27:06.114157 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:06.791304 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-0fda4c20-567c-4626-baa8-b50859564059 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:06.791915 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-0fda4c20-567c-4626-baa8-b50859564059 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Synchronizing usage tracker for tenant:51cd3a26242746e0abb60baf938aae7f on resource:network {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:27:06.808468 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-0fda4c20-567c-4626-baa8-b50859564059 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Unset dirty status for tenant:51cd3a26242746e0abb60baf938aae7f on resource:network {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:27:06.809542 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-0fda4c20-567c-4626-baa8-b50859564059 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/networks?id=e30340b3-1127-442e-a9fd-0f2e95971614 HTTP/1.1" status: 200  len: 814 time: 0.1607139
May 10 17:27:06.824636 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-ab460720-1189-4e17-a44e-5b89763731a8 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/quotas/51cd3a26242746e0abb60baf938aae7f HTTP/1.1" status: 200  len: 375 time: 0.0093157
May 10 17:27:06.905827 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-74c7ce95-a27c-4615-888d-f5788514b3b8 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Synchronizing usage tracker for tenant:51cd3a26242746e0abb60baf938aae7f on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:27:06.923252 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-74c7ce95-a27c-4615-888d-f5788514b3b8 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Unset dirty status for tenant:51cd3a26242746e0abb60baf938aae7f on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:27:06.924638 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-74c7ce95-a27c-4615-888d-f5788514b3b8 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=51cd3a26242746e0abb60baf938aae7f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0949764
May 10 17:27:07.074540 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-881c6f29-11e0-4cce-a012-23a23593fd72 service neutron] 10.222.0.32 "GET /v2.0/networks/e30340b3-1127-442e-a9fd-0f2e95971614?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376247
May 10 17:27:07.207128 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-74dc9695-896d-4cce-bad1-e1fc03c09e6d service neutron] 10.222.0.32 "GET /v2.0/networks/e30340b3-1127-442e-a9fd-0f2e95971614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263361
May 10 17:27:07.430893 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-51e0dfc4-bf3f-4960-9b84-486a87956513 req-ed976995-001c-4f52-9066-0a4a97a87fd0 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 210 time: 0.0534346
May 10 17:27:07.466001 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f122f9cf-0617-4b53-8232-a7610baaf3e3 req-1eb081e8-416f-42d2-b9b8-95d8173b04b5 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:07.467800 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f122f9cf-0617-4b53-8232-a7610baaf3e3 req-1eb081e8-416f-42d2-b9b8-95d8173b04b5 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 946 time: 0.1271727
May 10 17:27:07.515976 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f122f9cf-0617-4b53-8232-a7610baaf3e3 req-b54066b2-aa2b-41cf-bb9c-667ae3ef9eb9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421259
May 10 17:27:08.597218 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4dbddd6d-9492-48c0-9b37-ae04cf984d0d req-4e44e12f-5248-4883-a0c2-fc962887f1ae tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 210 time: 0.0559766
May 10 17:27:08.638140 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-82326402-3933-4579-9c65-e02bf3e823c7 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:08.639577 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-82326402-3933-4579-9c65-e02bf3e823c7 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.36 "GET /v2.0/networks?id=e30340b3-1127-442e-a9fd-0f2e95971614 HTTP/1.1" status: 200  len: 814 time: 0.1518657
May 10 17:27:08.660876 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-7c3c3581-5749-418c-a58e-db0243426849 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Request body: {'port': {'device_id': '2d9b02a9-749d-4a9e-bb13-5bc1942e60eb', 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614', 'admin_state_up': True, 'tenant_id': '51cd3a26242746e0abb60baf938aae7f'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:27:08.720228 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e32522-fb9a-425d-acf6-22721e0b3cbd req-0a60ff7a-7c19-430b-9e43-dd29e6bf699e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:08.721617 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-46e32522-fb9a-425d-acf6-22721e0b3cbd req-0a60ff7a-7c19-430b-9e43-dd29e6bf699e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 946 time: 0.0834198
May 10 17:27:08.768574 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-46e32522-fb9a-425d-acf6-22721e0b3cbd req-5b994cdb-c79d-4aa4-be0a-a1c5941503ed tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405178
May 10 17:27:08.797439 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-7c3c3581-5749-418c-a58e-db0243426849 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:27:08.806776 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-7c3c3581-5749-418c-a58e-db0243426849 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:27:08.816048 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-7c3c3581-5749-418c-a58e-db0243426849 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Made reservation on behalf of 51cd3a26242746e0abb60baf938aae7f for: {'port': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:27:08.819424 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-7c3c3581-5749-418c-a58e-db0243426849 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:08.980604 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-7c3c3581-5749-418c-a58e-db0243426849 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Allocated IP 172.20.0.10 (e30340b3-1127-442e-a9fd-0f2e95971614/6557896f-14e0-40b8-8e83-968084329579/8d45ee84-4b67-4767-8c74-74969170668e) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:27:09.206042 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-7c3c3581-5749-418c-a58e-db0243426849 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:09.222556 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.provisioning_blocks [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-7c3c3581-5749-418c-a58e-db0243426849 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Transition to ACTIVE for port object 8d45ee84-4b67-4767-8c74-74969170668e will not be triggered until provisioned by entity DHCP. {{(pid=78698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:27:09.253605 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-7c3c3581-5749-418c-a58e-db0243426849 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:09.259561 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:09.326735 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-7c3c3581-5749-418c-a58e-db0243426849 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Network e30340b3-1127-442e-a9fd-0f2e95971614 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:27:09.328590 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-7c3c3581-5749-418c-a58e-db0243426849 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:27:09.340090 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-7c3c3581-5749-418c-a58e-db0243426849 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:27:09.369657 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c3581-5749-418c-a58e-db0243426849 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Pushing event updated for resources: {'Port': ['ID=8d45ee84-4b67-4767-8c74-74969170668e,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:09.376541 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-7c3c3581-5749-418c-a58e-db0243426849 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:09.427310 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-7c3c3581-5749-418c-a58e-db0243426849 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:09.427848 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-7c3c3581-5749-418c-a58e-db0243426849 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:09.465920 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-7c3c3581-5749-418c-a58e-db0243426849 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8087461
May 10 17:27:09.581578 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-9bebb199-cf61-4957-a4da-3c0653c51850 None None] Provisioning for port 8d45ee84-4b67-4767-8c74-74969170668e completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:27:09.586816 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-9bebb199-cf61-4957-a4da-3c0653c51850 None None] Provisioning complete for port 8d45ee84-4b67-4767-8c74-74969170668e triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:27:09.587188 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-9bebb199-cf61-4957-a4da-3c0653c51850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:09.642907 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-9bebb199-cf61-4957-a4da-3c0653c51850 None None] Port 8d45ee84-4b67-4767-8c74-74969170668e cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:27:09.811072 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708f946f-15a7-4cab-ac8b-40b8d281a264 req-732fef2a-7f7b-48f2-a804-ab59091974b9 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:09.812484 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-708f946f-15a7-4cab-ac8b-40b8d281a264 req-732fef2a-7f7b-48f2-a804-ab59091974b9 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 932 time: 0.0854914
May 10 17:27:09.858156 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-708f946f-15a7-4cab-ac8b-40b8d281a264 req-7ac47061-db3a-41be-a6ca-9e0377ed21e2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Synchronizing usage tracker for tenant:51cd3a26242746e0abb60baf938aae7f on resource:security_group {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:27:09.874097 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-708f946f-15a7-4cab-ac8b-40b8d281a264 req-7ac47061-db3a-41be-a6ca-9e0377ed21e2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Unset dirty status for tenant:51cd3a26242746e0abb60baf938aae7f on resource:security_group {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:27:09.875249 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-708f946f-15a7-4cab-ac8b-40b8d281a264 req-7ac47061-db3a-41be-a6ca-9e0377ed21e2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0572176
May 10 17:27:10.058818 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7bb5de-2995-416b-b291-fe8ec3e1050e req-34d50e49-9ea8-424c-8132-d4c7841a1a59 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:10.060274 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4f7bb5de-2995-416b-b291-fe8ec3e1050e req-34d50e49-9ea8-424c-8132-d4c7841a1a59 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 946 time: 0.0906961
May 10 17:27:10.110193 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4f7bb5de-2995-416b-b291-fe8ec3e1050e req-bbcc1556-222e-4cfe-8518-9be0c27adfad tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439382
May 10 17:27:10.227678 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:27:11.064991 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c6d61d-53b1-46fa-bbb4-0b619f1515f6 req-6de18c62-8001-43b7-8304-0747503d7d96 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:11.066492 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-29c6d61d-53b1-46fa-bbb4-0b619f1515f6 req-6de18c62-8001-43b7-8304-0747503d7d96 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 932 time: 0.0832798
May 10 17:27:11.114792 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-29c6d61d-53b1-46fa-bbb4-0b619f1515f6 req-2d2fad51-4d2b-43b7-9aed-69427e7dd267 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422544
May 10 17:27:11.311589 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc76751-c4d4-4a57-aa22-ae5b85b218f0 req-7db3d0fd-baef-4330-95ce-ede4624c4384 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:11.313076 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dcc76751-c4d4-4a57-aa22-ae5b85b218f0 req-7db3d0fd-baef-4330-95ce-ede4624c4384 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 946 time: 0.0873177
May 10 17:27:11.357329 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dcc76751-c4d4-4a57-aa22-ae5b85b218f0 req-a6bd99b1-6a6a-4727-ba96-cb732c86e67d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385561
May 10 17:27:12.313823 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd5331c-d45a-4916-8ca1-b8950cb11da0 req-6f674cdc-86f7-4d1d-9d1e-4124dd37f45c tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:12.315275 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dbd5331c-d45a-4916-8ca1-b8950cb11da0 req-6f674cdc-86f7-4d1d-9d1e-4124dd37f45c tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 932 time: 0.0952101
May 10 17:27:12.361752 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dbd5331c-d45a-4916-8ca1-b8950cb11da0 req-3dffeab1-2ca1-4508-b227-c1264dfb99bb tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400655
May 10 17:27:12.553954 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea72c1-cf9e-4807-8b27-5c8dab38b799 req-fb0ffc73-a3ba-4192-b388-41307b3dc56c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:12.555505 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7eea72c1-cf9e-4807-8b27-5c8dab38b799 req-fb0ffc73-a3ba-4192-b388-41307b3dc56c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 946 time: 0.0877228
May 10 17:27:12.604055 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7eea72c1-cf9e-4807-8b27-5c8dab38b799 req-53cb9561-89cb-458a-8c89-32873072e38f tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422986
May 10 17:27:13.552360 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08246bc0-45fa-4d3b-9ff2-c5e68fab1452 req-c7853a57-79c3-4cd2-b18f-50cb92d2f53e tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:13.553870 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-08246bc0-45fa-4d3b-9ff2-c5e68fab1452 req-c7853a57-79c3-4cd2-b18f-50cb92d2f53e tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 932 time: 0.0846348
May 10 17:27:13.615805 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-08246bc0-45fa-4d3b-9ff2-c5e68fab1452 req-62fab5b7-c944-4965-9ce8-ac424f203bb7 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551927
May 10 17:27:13.893105 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513f0912-d6c7-404d-bd09-7a545c3c283f req-f11b293e-397e-4572-8878-ac534aa1120e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:13.894266 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-513f0912-d6c7-404d-bd09-7a545c3c283f req-f11b293e-397e-4572-8878-ac534aa1120e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 946 time: 0.1805763
May 10 17:27:13.939529 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-513f0912-d6c7-404d-bd09-7a545c3c283f req-34bc4fe2-5bf2-4417-81ee-20a7a9aa71cc tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387840
May 10 17:27:14.800617 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c76cd-a816-4cc7-94e2-e947385dbcf3 req-2a13ba12-946d-4e42-9a47-d021a123aa25 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:14.802073 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d42c76cd-a816-4cc7-94e2-e947385dbcf3 req-2a13ba12-946d-4e42-9a47-d021a123aa25 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 932 time: 0.0813148
May 10 17:27:14.849669 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d42c76cd-a816-4cc7-94e2-e947385dbcf3 req-c0ebcb5d-dd9e-43c1-9b49-22fdf3a5a1c2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414441
May 10 17:27:15.137722 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af62aa9-27b5-4345-b02f-4d7c54c6123b req-3e3921f7-593c-43d9-8384-db45d5162cb6 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:15.139407 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8af62aa9-27b5-4345-b02f-4d7c54c6123b req-3e3921f7-593c-43d9-8384-db45d5162cb6 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 946 time: 0.0817165
May 10 17:27:15.190878 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8af62aa9-27b5-4345-b02f-4d7c54c6123b req-046fcda3-0e36-495e-8777-4ed88162052c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451152
May 10 17:27:16.035083 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ed703-acf7-480e-ae83-033d58c005f5 req-25bc0225-4df1-4e80-86d4-d3ea3a8af794 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:16.037315 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-991ed703-acf7-480e-ae83-033d58c005f5 req-25bc0225-4df1-4e80-86d4-d3ea3a8af794 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 932 time: 0.0816562
May 10 17:27:16.084141 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-991ed703-acf7-480e-ae83-033d58c005f5 req-0e5f68b3-72e7-496a-9677-21b0cf5096c4 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408611
May 10 17:27:16.388465 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f0ad3-3683-4716-89cf-666ec14bf609 req-e449c250-09ba-4555-b8bf-841aa33d2801 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:16.389884 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-282f0ad3-3683-4716-89cf-666ec14bf609 req-e449c250-09ba-4555-b8bf-841aa33d2801 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 946 time: 0.0894542
May 10 17:27:16.441175 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-282f0ad3-3683-4716-89cf-666ec14bf609 req-6e7a8766-e1cb-4b45-9347-5e424730f446 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455902
May 10 17:27:17.274153 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca12f8-cefe-41a5-b91c-4a75e63cbc3c req-537e55f2-1f83-43cd-ae19-fa14a13ed6ce tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:17.275534 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-29ca12f8-cefe-41a5-b91c-4a75e63cbc3c req-537e55f2-1f83-43cd-ae19-fa14a13ed6ce tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 932 time: 0.0834620
May 10 17:27:17.326789 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-29ca12f8-cefe-41a5-b91c-4a75e63cbc3c req-86bd8965-a464-4996-b938-8a189c34f247 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449080
May 10 17:27:17.646837 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04229e4d-d823-4eff-9403-3cec9973d56f req-7f5c005f-8a50-43c0-8baa-ce6499035f24 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:17.653899 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-04229e4d-d823-4eff-9403-3cec9973d56f req-7f5c005f-8a50-43c0-8baa-ce6499035f24 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 946 time: 0.0897653
May 10 17:27:17.693947 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-04229e4d-d823-4eff-9403-3cec9973d56f req-a558ea1c-593b-4902-9f99-6255e78639a6 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388474
May 10 17:27:18.472212 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92df624-c007-4a70-9571-9c905e58bacf req-3a26db10-d208-41ca-8f93-ca4ec919c4fb tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:18.473647 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a92df624-c007-4a70-9571-9c905e58bacf req-3a26db10-d208-41ca-8f93-ca4ec919c4fb tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.1560135
May 10 17:27:18.531680 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a92df624-c007-4a70-9571-9c905e58bacf req-eb9b4047-6d28-49e8-a386-93175f3e02e7 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516737
May 10 17:27:18.706996 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3901c3d3-341b-4e0a-85da-0320e49b8d9f req-b83bcb91-d209-461f-b3f6-9218778d25b3 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:18.708625 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3901c3d3-341b-4e0a-85da-0320e49b8d9f req-b83bcb91-d209-461f-b3f6-9218778d25b3 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 932 time: 0.0807815
May 10 17:27:18.753760 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3901c3d3-341b-4e0a-85da-0320e49b8d9f req-6c27d8b5-7b58-45fc-85a5-1320d7e7fbb5 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0393362
May 10 17:27:18.939238 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360117a-3344-4a91-9d7a-55f53d727607 req-956650e7-d118-48b1-b1dd-ed356546df3d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:18.940676 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d360117a-3344-4a91-9d7a-55f53d727607 req-956650e7-d118-48b1-b1dd-ed356546df3d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 946 time: 0.0887237
May 10 17:27:19.000358 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d360117a-3344-4a91-9d7a-55f53d727607 req-e4bad67e-2ac3-4c6a-8514-394527294af0 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539076
May 10 17:27:19.885893 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423e469-502f-49cd-8f95-49ce5f40812d req-61153e4c-b31a-4b2e-9410-02fc86de0c2f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:19.892771 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e423e469-502f-49cd-8f95-49ce5f40812d req-61153e4c-b31a-4b2e-9410-02fc86de0c2f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.0899167
May 10 17:27:19.935413 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e423e469-502f-49cd-8f95-49ce5f40812d req-aab43b21-af1c-49bb-9e69-7eb6365b9daa tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417871
May 10 17:27:20.115135 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3902b8-be22-4ad1-bf74-2fa7ba92aaea req-134fcc16-e21f-4b6f-89b3-cb6fc057c9fd tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:20.116573 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1d3902b8-be22-4ad1-bf74-2fa7ba92aaea req-134fcc16-e21f-4b6f-89b3-cb6fc057c9fd tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 932 time: 0.0817165
May 10 17:27:20.164583 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1d3902b8-be22-4ad1-bf74-2fa7ba92aaea req-5c4b67b7-b64e-4870-be1c-a8d7f32dbbc2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421624
May 10 17:27:20.229885 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c89cd799-2027-4ea4-9a12-95229ed1315f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:20.341189 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d74a8-79cf-4f99-8cfb-f01d93eddaf2 req-89081b7f-1aaa-47cb-a77b-a0bbb000b25c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:20.342654 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-340d74a8-79cf-4f99-8cfb-f01d93eddaf2 req-89081b7f-1aaa-47cb-a77b-a0bbb000b25c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 946 time: 0.0820570
May 10 17:27:20.388657 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-340d74a8-79cf-4f99-8cfb-f01d93eddaf2 req-755396c4-2983-462a-b4ae-4dc3df2dd964 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402613
May 10 17:27:21.123129 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667e3e9-0dd8-490b-94c5-450f0ca8bb63 req-a5736932-9333-43d5-a983-37038fb6dfab tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:21.124581 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1667e3e9-0dd8-490b-94c5-450f0ca8bb63 req-a5736932-9333-43d5-a983-37038fb6dfab tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.0843444
May 10 17:27:21.167671 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1667e3e9-0dd8-490b-94c5-450f0ca8bb63 req-3984047a-6821-4684-981c-8bf5f006a493 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375342
May 10 17:27:21.345005 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b656b8-4a58-4e02-99bf-60777c62a5be req-588ce3a0-0f01-4194-9509-92a378248ea0 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:21.346365 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-44b656b8-4a58-4e02-99bf-60777c62a5be req-588ce3a0-0f01-4194-9509-92a378248ea0 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 932 time: 0.0795252
May 10 17:27:21.390758 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-44b656b8-4a58-4e02-99bf-60777c62a5be req-5789953f-f77f-4abf-b71a-847f36c84efa tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385249
May 10 17:27:21.487754 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:21.581119 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105c72c-7fde-47f3-8791-2cc96648dc34 req-12ce1287-8c5a-47d1-bd02-d08572cbb5a8 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:21.582568 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1105c72c-7fde-47f3-8791-2cc96648dc34 req-12ce1287-8c5a-47d1-bd02-d08572cbb5a8 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 946 time: 0.0823944
May 10 17:27:21.627474 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1105c72c-7fde-47f3-8791-2cc96648dc34 req-5a700671-e3ea-49db-b0c9-384d58db9339 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392184
May 10 17:27:22.348914 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0371c994-1a31-40e3-bf10-cc5040a5d0d3 req-65a33fe6-32d3-40c7-b60d-483620dbb0e9 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:22.350319 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0371c994-1a31-40e3-bf10-cc5040a5d0d3 req-65a33fe6-32d3-40c7-b60d-483620dbb0e9 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.0803642
May 10 17:27:22.474042 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0371c994-1a31-40e3-bf10-cc5040a5d0d3 req-12b9528f-0298-43d2-b6bf-e419e9fdc383 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1177218
May 10 17:27:22.641132 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613972f6-f61f-41f4-8818-ce39666c8657 req-5e5dc423-2735-4c60-980a-e39d5e7ce209 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:22.642570 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-613972f6-f61f-41f4-8818-ce39666c8657 req-5e5dc423-2735-4c60-980a-e39d5e7ce209 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 932 time: 0.0778081
May 10 17:27:22.689399 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-613972f6-f61f-41f4-8818-ce39666c8657 req-af3e8710-1ed6-4787-b49a-29907a428f76 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412617
May 10 17:27:22.732381 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:22.860133 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb00265-2b3f-4b53-abb4-262e6d1d4732 req-d4d01319-53d4-44a9-a8c9-50243621dc0a tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:22.861604 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4fb00265-2b3f-4b53-abb4-262e6d1d4732 req-d4d01319-53d4-44a9-a8c9-50243621dc0a tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 946 time: 0.0795226
May 10 17:27:22.890425 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-32c6a0a2-e996-44eb-a182-b49c35e25b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:22.906979 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4fb00265-2b3f-4b53-abb4-262e6d1d4732 req-8f4061bc-97a5-4fc3-b6f0-734d957f5054 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397377
May 10 17:27:23.659884 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8eb500-64b1-4cda-8496-ce7246f3c27b req-1a2d5093-afe1-4c5d-a957-d89de33cb9d7 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:23.661429 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7a8eb500-64b1-4cda-8496-ce7246f3c27b req-1a2d5093-afe1-4c5d-a957-d89de33cb9d7 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.0830545
May 10 17:27:23.705496 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7a8eb500-64b1-4cda-8496-ce7246f3c27b req-1561fd25-ee39-4021-9970-d31a0aab2601 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384662
May 10 17:27:23.873069 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8d33d-442a-4320-89a6-c9fed0a17c7f req-4590ca01-e6f2-4aa2-8eb9-8cc104fc4411 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:23.874547 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-94a8d33d-442a-4320-89a6-c9fed0a17c7f req-4590ca01-e6f2-4aa2-8eb9-8cc104fc4411 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 932 time: 0.0786495
May 10 17:27:23.921216 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-94a8d33d-442a-4320-89a6-c9fed0a17c7f req-d749c120-c413-424e-9fa4-de2fca181f06 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409267
May 10 17:27:23.950869 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:24.096448 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688ca27-73cb-4018-abea-d8d3adb60052 req-72f99abe-6988-4c54-967f-cf7a432dda5d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:24.097872 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8688ca27-73cb-4018-abea-d8d3adb60052 req-72f99abe-6988-4c54-967f-cf7a432dda5d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 946 time: 0.0782866
May 10 17:27:24.143168 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8688ca27-73cb-4018-abea-d8d3adb60052 req-9d739224-e86a-494e-b8c8-2934265d161e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391345
May 10 17:27:24.411566 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Request body: {'port': {'device_id': '2d9b02a9-749d-4a9e-bb13-5bc1942e60eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:27:24.519767 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:24.930766 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab109324-2974-4258-a813-cc1099230a53 req-c2b897f3-84bc-4e7e-a7fc-59eda0112c9c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:24.932293 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ab109324-2974-4258-a813-cc1099230a53 req-c2b897f3-84bc-4e7e-a7fc-59eda0112c9c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.36 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 946 time: 0.0835080
May 10 17:27:24.947994 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d45ee84-4b67-4767-8c74-74969170668e {{(pid=78698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:27:24.964331 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:24.980697 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.provisioning_blocks [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Transition to ACTIVE for port object 8d45ee84-4b67-4767-8c74-74969170668e will not be triggered until provisioned by entity L2. {{(pid=78698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:27:24.985839 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10577401'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:24.998551 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-d580e42a-558a-45f7-893c-db4953fe3525 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:25.202483 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0adab-6e4c-4a2e-a642-37ba61aa414e req-4ba140ed-e879-48c2-8439-0b0f7a2900a3 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:25.206797 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Pushing event updated for resources: {'Port': ['ID=8d45ee84-4b67-4767-8c74-74969170668e,revision_number=2']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:25.209651 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dfa0adab-6e4c-4a2e-a642-37ba61aa414e req-4ba140ed-e879-48c2-8439-0b0f7a2900a3 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.2161577
May 10 17:27:25.210985 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:25.242080 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Attempting to bind port 8d45ee84-4b67-4767-8c74-74969170668e on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:27:25.242387 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Attempting to bind port 8d45ee84-4b67-4767-8c74-74969170668e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '19c300d7-e0aa-429f-8b65-7e2621890ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614'}] {{(pid=78698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:27:25.242718 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Attempting to bind port 8d45ee84-4b67-4767-8c74-74969170668e on network e30340b3-1127-442e-a9fd-0f2e95971614 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:27:25.247861 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Port 8d45ee84-4b67-4767-8c74-74969170668e on network e30340b3-1127-442e-a9fd-0f2e95971614 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:27:25.248176 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Attempting to bind port 8d45ee84-4b67-4767-8c74-74969170668e on network e30340b3-1127-442e-a9fd-0f2e95971614 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:27:25.253160 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Checking agent: {'id': '87cc3cef-9683-423a-ab01-169475d75aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'started_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:27:25.253491 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Checking segment: {'id': '19c300d7-e0aa-429f-8b65-7e2621890ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:27:25.253869 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Bound using segment: {'id': '19c300d7-e0aa-429f-8b65-7e2621890ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614'} {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:27:25.254322 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Bound port: 8d45ee84-4b67-4767-8c74-74969170668e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19c300d7-e0aa-429f-8b65-7e2621890ab8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614'}}] {{(pid=78698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:27:25.254690 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:25.272129 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b633a7-bb16-4eca-8547-b3feee6488b7 req-29c83ffa-2d6e-4b1f-84f9-0e7bcea74521 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:25.273579 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f1b633a7-bb16-4eca-8547-b3feee6488b7 req-29c83ffa-2d6e-4b1f-84f9-0e7bcea74521 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 944 time: 0.2252831
May 10 17:27:25.277922 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-ab109324-2974-4258-a813-cc1099230a53 req-6c506b9a-85f4-411b-9f92-55cccc4230ef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Deleting port a36caa3d-c0a8-46d5-8981-e9e734cd45b6 {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:27:25.278300 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-ab109324-2974-4258-a813-cc1099230a53 req-6c506b9a-85f4-411b-9f92-55cccc4230ef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:25.341783 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] For port 8d45ee84-4b67-4767-8c74-74969170668e, host hv-cinder-78638, cleared binding levels {{(pid=78698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:27:25.344666 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] For port 8d45ee84-4b67-4767-8c74-74969170668e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d45ee84-4b67-4767-8c74-74969170668e,segment=NetworkSegment(19c300d7-e0aa-429f-8b65-7e2621890ab8),segment_id=19c300d7-e0aa-429f-8b65-7e2621890ab8)] {{(pid=78698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:27:25.349163 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10577401'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:25.353026 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:25.362611 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dfa0adab-6e4c-4a2e-a642-37ba61aa414e req-c7745365-da29-4979-a3b8-85961f5325c9 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1520798
May 10 17:27:25.413905 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:25.414757 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:25.415924 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] 10.222.0.36 "PUT /v2.0/ports/8d45ee84-4b67-4767-8c74-74969170668e HTTP/1.1" status: 200  len: 1094 time: 1.0088682
May 10 17:27:25.416419 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9b02a9-749d-4a9e-bb13-5bc1942e60eb', 'tag': '8d45ee84-4b67-4767-8c74-74969170668e'}] {{(pid=78698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:27:25.418022 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:25.426884 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f1b633a7-bb16-4eca-8547-b3feee6488b7 req-3682992d-dfea-4bc0-b899-d2682d831157 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1306551
May 10 17:27:25.459231 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Pushing event updated for resources: {'Port': ['ID=8d45ee84-4b67-4767-8c74-74969170668e,revision_number=3']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:25.468530 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-ab109324-2974-4258-a813-cc1099230a53 req-6c506b9a-85f4-411b-9f92-55cccc4230ef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] For port a36caa3d-c0a8-46d5-8981-e9e734cd45b6, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:27:25.468900 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-ab109324-2974-4258-a813-cc1099230a53 req-6c506b9a-85f4-411b-9f92-55cccc4230ef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:25.469987 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:25.546961 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9b02a9-749d-4a9e-bb13-5bc1942e60eb', 'tag': '8d45ee84-4b67-4767-8c74-74969170668e', 'status': 'completed', 'code': 200}
May 10 17:27:25.575683 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-4587d858-fcef-442d-8836-3ddd53deca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:25.577148 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-4587d858-fcef-442d-8836-3ddd53deca6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51cd3a26242746e0abb60baf938aae7f&device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 1097 time: 0.0981097
May 10 17:27:25.669884 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-730b20aa-1a1b-454a-835c-b97363c3649d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d45ee84-4b67-4767-8c74-74969170668e HTTP/1.1" status: 200  len: 217 time: 0.0712905
May 10 17:27:25.731940 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-d8bdb905-f0da-40f3-ac47-c05744b0716c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:25.733420 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-d8bdb905-f0da-40f3-ac47-c05744b0716c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6557896f-14e0-40b8-8e83-968084329579 HTTP/1.1" status: 200  len: 853 time: 0.0576532
May 10 17:27:25.816610 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-003040a1-facc-46cc-b6d7-4afa717931d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:25.818012 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-003040a1-facc-46cc-b6d7-4afa717931d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e30340b3-1127-442e-a9fd-0f2e95971614&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0785968
May 10 17:27:25.830301 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2424f7c-c87e-40d9-83b4-8abaf9a7f745 req-92c77a23-1f27-40e5-9338-ff117de506cf tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:25.831767 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e2424f7c-c87e-40d9-83b4-8abaf9a7f745 req-92c77a23-1f27-40e5-9338-ff117de506cf tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 946 time: 0.2626894
May 10 17:27:25.879980 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-ab109324-2974-4258-a813-cc1099230a53 req-6c506b9a-85f4-411b-9f92-55cccc4230ef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:25.880342 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-ab109324-2974-4258-a813-cc1099230a53 req-6c506b9a-85f4-411b-9f92-55cccc4230ef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422768'] for floatingip, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:25.880649 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.db.l3_db [req-ab109324-2974-4258-a813-cc1099230a53 req-6c506b9a-85f4-411b-9f92-55cccc4230ef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Floating IP 8e415553-3b73-4810-bea0-b305a28f33be disassociated. External IP: 172.27.1.47, port: a36caa3d-c0a8-46d5-8981-e9e734cd45b6.
May 10 17:27:25.880984 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-ab109324-2974-4258-a813-cc1099230a53 req-6c506b9a-85f4-411b-9f92-55cccc4230ef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Calling delete_port for a36caa3d-c0a8-46d5-8981-e9e734cd45b6 owned by compute:nova {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:27:25.906870 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e2424f7c-c87e-40d9-83b4-8abaf9a7f745 req-817b069a-2741-4def-a6dc-6c80ab7366e1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=6f358e00-3105-4c48-96b0-6d3c36b32acf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0676217
May 10 17:27:25.955201 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-202bd37b-bfd4-4028-a6d5-e45fa8765cc6 service neutron] 10.222.0.36 "GET /v2.0/networks/e30340b3-1127-442e-a9fd-0f2e95971614?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1290488
May 10 17:27:26.022581 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-ab109324-2974-4258-a813-cc1099230a53 req-6c506b9a-85f4-411b-9f92-55cccc4230ef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:26.028996 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-f34232c8-5c01-4d7c-a151-4d3be9ce6869 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:26.091518 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-387e8f11-37b5-446e-8fd9-3162b4b295de req-d50be5fd-e64a-4c9a-99ef-2bcd10d55174 service neutron] 10.222.0.36 "GET /v2.0/networks/e30340b3-1127-442e-a9fd-0f2e95971614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1291685
May 10 17:27:26.170220 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c506b9a-85f4-411b-9f92-55cccc4230ef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Pushing event deleted for resources: {'Port': ['ID=a36caa3d-c0a8-46d5-8981-e9e734cd45b6,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:26.173642 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-6c506b9a-85f4-411b-9f92-55cccc4230ef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:26.252045 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0834dc-f723-4732-b214-cca12ce67697 req-c7e8137a-0b91-42a1-a0cf-f91f26f22ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:26.253537 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-2e0834dc-f723-4732-b214-cca12ce67697 req-c7e8137a-0b91-42a1-a0cf-f91f26f22ca5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51cd3a26242746e0abb60baf938aae7f&device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 1097 time: 0.0722487
May 10 17:27:26.354696 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab109324-2974-4258-a813-cc1099230a53 req-6c506b9a-85f4-411b-9f92-55cccc4230ef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Router f1400cb9-68ee-45cf-99b6-31c332c82803 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:27:26.383799 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0834dc-f723-4732-b214-cca12ce67697 req-93c5a896-225e-4104-8512-86b0a5384d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:26.385455 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-2e0834dc-f723-4732-b214-cca12ce67697 req-93c5a896-225e-4104-8512-86b0a5384d32 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e30340b3-1127-442e-a9fd-0f2e95971614 HTTP/1.1" status: 200  len: 915 time: 0.1253669
May 10 17:27:26.463970 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-2e0834dc-f723-4732-b214-cca12ce67697 req-6404aca1-3bcb-4904-aa16-78e501f7b37c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d45ee84-4b67-4767-8c74-74969170668e HTTP/1.1" status: 200  len: 217 time: 0.0715733
May 10 17:27:26.537962 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0834dc-f723-4732-b214-cca12ce67697 req-fc5971f0-52be-49ee-880d-7f92c8861405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:26.539822 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-2e0834dc-f723-4732-b214-cca12ce67697 req-fc5971f0-52be-49ee-880d-7f92c8861405 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6557896f-14e0-40b8-8e83-968084329579 HTTP/1.1" status: 200  len: 853 time: 0.0687270
May 10 17:27:26.621510 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0834dc-f723-4732-b214-cca12ce67697 req-8fbf1445-a6c0-4d9b-b573-51121ce9a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:26.623455 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-2e0834dc-f723-4732-b214-cca12ce67697 req-8fbf1445-a6c0-4d9b-b573-51121ce9a8b5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e30340b3-1127-442e-a9fd-0f2e95971614&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0765011
May 10 17:27:26.663032 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab109324-2974-4258-a813-cc1099230a53 req-6c506b9a-85f4-411b-9f92-55cccc4230ef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:27:26.673425 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbde9d6-f720-4324-bd99-cfad217f638a None None] Sync routers for ids ['f1400cb9-68ee-45cf-99b6-31c332c82803'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:27:26.687203 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbde9d6-f720-4324-bd99-cfad217f638a None None] Routers {'f1400cb9-68ee-45cf-99b6-31c332c82803'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:27:26.688224 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-2cbde9d6-f720-4324-bd99-cfad217f638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f09464af0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:27:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['f1400cb9-68ee-45cf-99b6-31c332c82803'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:26.700951 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbafd24-e275-4045-9336-2e78c55bcd07 req-c0f1f6bb-275e-4f59-a9da-de5f07b4798a tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:26.702540 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7cbafd24-e275-4045-9336-2e78c55bcd07 req-c0f1f6bb-275e-4f59-a9da-de5f07b4798a tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.2264569
May 10 17:27:26.776071 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab109324-2974-4258-a813-cc1099230a53 req-6c506b9a-85f4-411b-9f92-55cccc4230ef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] No DVR routers for this DVR port a36caa3d-c0a8-46d5-8981-e9e734cd45b6 on host hv-cinder-78638 {{(pid=78697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:27:26.781026 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-ab109324-2974-4258-a813-cc1099230a53 req-6c506b9a-85f4-411b-9f92-55cccc4230ef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:26.783658 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ac86cf8-f933-474a-9e63-aef9cd2041d0', 'name': 'network-vif-deleted', 'tag': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:27:26.812530 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4e1ae-0359-4962-be3c-e9befa87cb95 req-2776452c-ab2f-4e3a-a701-4d6b27cf0da2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:26.819594 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cbc4e1ae-0359-4962-be3c-e9befa87cb95 req-2776452c-ab2f-4e3a-a701-4d6b27cf0da2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 944 time: 0.2617321
May 10 17:27:26.844180 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7cbafd24-e275-4045-9336-2e78c55bcd07 req-0ad5beef-3db1-4926-ace0-e676f0893346 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1337376
May 10 17:27:26.845381 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ab109324-2974-4258-a813-cc1099230a53 req-6c506b9a-85f4-411b-9f92-55cccc4230ef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.36 "DELETE /v2.0/ports/a36caa3d-c0a8-46d5-8981-e9e734cd45b6 HTTP/1.1" status: 204  len: 173 time: 1.9070594
May 10 17:27:26.868056 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-2e0834dc-f723-4732-b214-cca12ce67697 req-0b9b5d40-098b-4866-bf33-9735b3d3ccf1 service neutron] 10.222.0.36 "GET /v2.0/networks/e30340b3-1127-442e-a9fd-0f2e95971614?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2371542
May 10 17:27:26.906897 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-2cbde9d6-f720-4324-bd99-cfad217f638a None None] Set router f1400cb9-68ee-45cf-99b6-31c332c82803 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:27:26.915916 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cbc4e1ae-0359-4962-be3c-e9befa87cb95 req-990f6bcb-f3a5-40e2-987f-26f3027f2c83 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953829
May 10 17:27:26.972798 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ac86cf8-f933-474a-9e63-aef9cd2041d0', 'name': 'network-vif-deleted', 'tag': 'a36caa3d-c0a8-46d5-8981-e9e734cd45b6', 'status': 'completed', 'code': 200}
May 10 17:27:27.077995 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-2e0834dc-f723-4732-b214-cca12ce67697 req-3f4ecd0f-8c71-4109-840b-aefa67a42e69 service neutron] 10.222.0.36 "GET /v2.0/networks/e30340b3-1127-442e-a9fd-0f2e95971614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1998091
May 10 17:27:27.146957 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-cc287ee2-3887-4dea-9990-b87c3a3967aa req-5746c98c-bf76-4f42-9a69-e9e2da0e2f1e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Synchronizing usage tracker for tenant:acb915c4b01148a7b37b3577f122af21 on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:27:27.163900 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-cc287ee2-3887-4dea-9990-b87c3a3967aa req-5746c98c-bf76-4f42-9a69-e9e2da0e2f1e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Unset dirty status for tenant:acb915c4b01148a7b37b3577f122af21 on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:27:27.165151 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cc287ee2-3887-4dea-9990-b87c3a3967aa req-5746c98c-bf76-4f42-9a69-e9e2da0e2f1e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=9ac86cf8-f933-474a-9e63-aef9cd2041d0 HTTP/1.1" status: 200  len: 210 time: 0.0606186
May 10 17:27:27.322230 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-2cbde9d6-f720-4324-bd99-cfad217f638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f09464af0>, [{'id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-router', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:48Z', 'revision_number': 4, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'gw_port': {'id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': 'd1dca3d2-8aa6-48ac-a44a-208ad7b57285', 'name': '', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'mac_address': 'fa:16:3e:f4:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:45Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 5, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'subnets': [{'id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:27.326050 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbde9d6-f720-4324-bd99-cfad217f638a None None] Checking router: f1400cb9-68ee-45cf-99b6-31c332c82803 for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:27:27.334435 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cbde9d6-f720-4324-bd99-cfad217f638a None None] Routers {'f1400cb9-68ee-45cf-99b6-31c332c82803'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:27:27.335029 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-2cbde9d6-f720-4324-bd99-cfad217f638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f09464af0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:27:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['f1400cb9-68ee-45cf-99b6-31c332c82803'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:27.511087 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-2cbde9d6-f720-4324-bd99-cfad217f638a None None] Set router f1400cb9-68ee-45cf-99b6-31c332c82803 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:27:27.830886 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-2cbde9d6-f720-4324-bd99-cfad217f638a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f09464af0>, [{'id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-router', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:48Z', 'revision_number': 4, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'gw_port': {'id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': 'd1dca3d2-8aa6-48ac-a44a-208ad7b57285', 'name': '', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'mac_address': 'fa:16:3e:f4:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:45Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 5, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'subnets': [{'id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:27.834694 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cbde9d6-f720-4324-bd99-cfad217f638a None None] The sync data for ids ['f1400cb9-68ee-45cf-99b6-31c332c82803'] in dv-cinder-786383-3-iscsi is: [{'id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-router', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:48Z', 'revision_number': 4, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'gw_port': {'id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': 'd1dca3d2-8aa6-48ac-a44a-208ad7b57285', 'name': '', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'mac_address': 'fa:16:3e:f4:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:45Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 5, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'subnets': [{'id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:27:28.104952 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455091ba-d940-4ed2-9d5d-ce87f8b270e4 None None] New status for floating IP 8e415553-3b73-4810-bea0-b305a28f33be: DOWN {{(pid=78700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:27:28.116851 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32e70d6-7b2a-4d0a-9722-5300500880ac req-8ba851bd-fa26-4c45-8788-d8ee3b6a7c53 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:28.118312 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e32e70d6-7b2a-4d0a-9722-5300500880ac req-8ba851bd-fa26-4c45-8788-d8ee3b6a7c53 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.1571586
May 10 17:27:28.150764 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff0cbd3-a6bf-4eb5-9c3f-cd36281daf20 req-153d3ef2-7906-409a-a723-f7cad9c543a9 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:28.152218 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dff0cbd3-a6bf-4eb5-9c3f-cd36281daf20 req-153d3ef2-7906-409a-a723-f7cad9c543a9 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 944 time: 0.1309178
May 10 17:27:28.198265 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e32e70d6-7b2a-4d0a-9722-5300500880ac req-89e7cdff-20b4-442d-8979-a57d21f3a394 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0725410
May 10 17:27:28.225000 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dff0cbd3-a6bf-4eb5-9c3f-cd36281daf20 req-571f83da-100a-4745-9524-dd960a0a73dc tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587938
May 10 17:27:28.343811 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 34160) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:28.411579 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-84fc9675-cb67-4866-a460-8c584d62c598 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:28.439766 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-84fc9675-cb67-4866-a460-8c584d62c598 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:28.500892 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-84fc9675-cb67-4866-a460-8c584d62c598 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:28.504850 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-f6e0660e-8e67-4978-a492-f9b40c321f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:28.519151 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fc9675-cb67-4866-a460-8c584d62c598 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f358e00-3105-4c48-96b0-6d3c36b32acf,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:28.521533 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-84fc9675-cb67-4866-a460-8c584d62c598 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:28.535343 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-84fc9675-cb67-4866-a460-8c584d62c598 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:28.536700 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-84fc9675-cb67-4866-a460-8c584d62c598 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "DELETE /v2.0/security-groups/6f358e00-3105-4c48-96b0-6d3c36b32acf HTTP/1.1" status: 204  len: 168 time: 0.1918657
May 10 17:27:28.539385 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 34168) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:28.556957 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.api.v2.resource [None req-0762de73-46cf-459e-8c28-756857d0663c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] show failed (client error): The resource could not be found.
May 10 17:27:28.561336 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-0762de73-46cf-459e-8c28-756857d0663c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups/6f358e00-3105-4c48-96b0-6d3c36b32acf HTTP/1.1" status: 404  len: 347 time: 0.0175796
May 10 17:27:28.561885 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 34172) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:28.778564 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-ca729793-77b9-4e66-8112-4b076e43015d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Deleting port 9dcc0c1f-f95a-480f-88c7-a0939c22d263 {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:27:28.778833 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ca729793-77b9-4e66-8112-4b076e43015d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:28.892014 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ca729793-77b9-4e66-8112-4b076e43015d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:28.892341 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ca729793-77b9-4e66-8112-4b076e43015d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:29.119111 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-ca729793-77b9-4e66-8112-4b076e43015d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Calling delete_port for 9dcc0c1f-f95a-480f-88c7-a0939c22d263 owned by network:floatingip {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:27:29.226398 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ca729793-77b9-4e66-8112-4b076e43015d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:29.230722 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:29.277441 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca729793-77b9-4e66-8112-4b076e43015d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Pushing event deleted for resources: {'Port': ['ID=9dcc0c1f-f95a-480f-88c7-a0939c22d263,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:29.280562 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-ca729793-77b9-4e66-8112-4b076e43015d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:29.457548 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ca729793-77b9-4e66-8112-4b076e43015d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for floatingip, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:29.492058 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ca729793-77b9-4e66-8112-4b076e43015d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for floatingip, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:29.493193 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-ca729793-77b9-4e66-8112-4b076e43015d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "DELETE /v2.0/floatingips/8e415553-3b73-4810-bea0-b305a28f33be HTTP/1.1" status: 204  len: 168 time: 0.9302881
May 10 17:27:29.525472 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865c07d9-23c6-4ff4-bfc2-36b2bc582e41 req-1d27ed1e-5ae4-47e0-b84b-91b8ebb4cf55 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:29.527060 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-865c07d9-23c6-4ff4-bfc2-36b2bc582e41 req-1d27ed1e-5ae4-47e0-b84b-91b8ebb4cf55 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.1865869
May 10 17:27:29.536245 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a80301a-60fe-4370-aa6e-72e5759481ad req-5d8baed4-8da7-4e15-87b7-ab55f2df63f9 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:29.537749 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6a80301a-60fe-4370-aa6e-72e5759481ad req-5d8baed4-8da7-4e15-87b7-ab55f2df63f9 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 944 time: 0.1932080
May 10 17:27:29.611688 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-865c07d9-23c6-4ff4-bfc2-36b2bc582e41 req-1581d920-90ef-4a3f-8877-7f478246077a tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729134
May 10 17:27:29.614393 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6a80301a-60fe-4370-aa6e-72e5759481ad req-ee0fa5c0-c3af-49a8-8f64-630fab212f71 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603318
May 10 17:27:29.895595 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 8d45ee84-4b67-4767-8c74-74969170668e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:27:29.905379 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device a36caa3d-c0a8-46d5-8981-e9e734cd45b6 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:27:29.941098 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] No Port match for: a36caa3d-c0a8-46d5-8981-e9e734cd45b6 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:27:29.941446 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device a36caa3d-c0a8-46d5-8981-e9e734cd45b6 not bound to the agent host hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:27:29.957485 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 34190) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:29.962727 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-8159c09c-335d-4657-a4e7-7104e522dfc4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Request body: {'security_group': {'name': 'tempest-securitygroup--741864622', 'description': 'tempest-description--894999045'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:27:29.969221 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-8159c09c-335d-4657-a4e7-7104e522dfc4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:27:29.975122 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-8159c09c-335d-4657-a4e7-7104e522dfc4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Usage tracker for resource:security_group and tenant:acb915c4b01148a7b37b3577f122af21 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:27:29.978442 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-8159c09c-335d-4657-a4e7-7104e522dfc4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:27:29.985098 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-8159c09c-335d-4657-a4e7-7104e522dfc4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:27:29.996173 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-8159c09c-335d-4657-a4e7-7104e522dfc4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:30.016360 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-8159c09c-335d-4657-a4e7-7104e522dfc4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:27:30.020077 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-8159c09c-335d-4657-a4e7-7104e522dfc4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Usage tracker for resource:security_group_rule and tenant:acb915c4b01148a7b37b3577f122af21 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:27:30.022889 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-8159c09c-335d-4657-a4e7-7104e522dfc4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:27:30.029031 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-8159c09c-335d-4657-a4e7-7104e522dfc4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:27:30.065594 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port 8d45ee84-4b67-4767-8c74-74969170668e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d45ee84-4b67-4767-8c74-74969170668e,segment=NetworkSegment(19c300d7-e0aa-429f-8b65-7e2621890ab8),segment_id=19c300d7-e0aa-429f-8b65-7e2621890ab8)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:27:30.079141 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': '8d45ee84-4b67-4767-8c74-74969170668e', 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614', 'port_id': '8d45ee84-4b67-4767-8c74-74969170668e', 'mac_address': 'fa:16:3e:4b:c3:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6557896f-14e0-40b8-8e83-968084329579', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:27:30.105325 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-8159c09c-335d-4657-a4e7-7104e522dfc4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:30.109122 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-8159c09c-335d-4657-a4e7-7104e522dfc4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:30.113040 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-9fd73f6b-3e4e-43f9-be14-2bcc14521c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:30.136037 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:30.153091 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d45ee84-4b67-4767-8c74-74969170668e {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:27:30.154029 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8159c09c-335d-4657-a4e7-7104e522dfc4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f72a9c8-c595-4bf6-91f1-af2a436f69ba,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:30.156867 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-8159c09c-335d-4657-a4e7-7104e522dfc4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:30.161879 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-8159c09c-335d-4657-a4e7-7104e522dfc4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:30.165913 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-8159c09c-335d-4657-a4e7-7104e522dfc4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2074249
May 10 17:27:30.166102 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 34194) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:30.168870 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port 8d45ee84-4b67-4767-8c74-74969170668e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d45ee84-4b67-4767-8c74-74969170668e,segment=NetworkSegment(19c300d7-e0aa-429f-8b65-7e2621890ab8),segment_id=19c300d7-e0aa-429f-8b65-7e2621890ab8)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:27:30.172218 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-a4350198-00f9-472e-ad0e-1e61b33bb646 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Request body: {'security_group_rule': {'security_group_id': '3f72a9c8-c595-4bf6-91f1-af2a436f69ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:27:30.172820 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:30.175410 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:30.178015 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-a4350198-00f9-472e-ad0e-1e61b33bb646 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:27:30.181782 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-a4350198-00f9-472e-ad0e-1e61b33bb646 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Usage tracker for resource:security_group_rule and tenant:acb915c4b01148a7b37b3577f122af21 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:27:30.185162 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-a4350198-00f9-472e-ad0e-1e61b33bb646 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:27:30.190819 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-a4350198-00f9-472e-ad0e-1e61b33bb646 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:27:30.206870 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a4350198-00f9-472e-ad0e-1e61b33bb646 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:30.240531 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=8d45ee84-4b67-4767-8c74-74969170668e,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:30.243655 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:30.269186 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a4350198-00f9-472e-ad0e-1e61b33bb646 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:30.272349 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a4350198-00f9-472e-ad0e-1e61b33bb646 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:30.274360 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-4ee7ebac-8da9-41b5-b41e-e3f87334a833 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:30.295718 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4350198-00f9-472e-ad0e-1e61b33bb646 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2edb05e-1714-46c0-b4f4-f7b344d7f18b,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:30.299934 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a4350198-00f9-472e-ad0e-1e61b33bb646 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:30.304206 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a4350198-00f9-472e-ad0e-1e61b33bb646 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:30.305650 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-a4350198-00f9-472e-ad0e-1e61b33bb646 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1379218
May 10 17:27:30.308302 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 34198) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:30.313662 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-184ad1e9-8ef5-4bce-8b26-07a110700df1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Request body: {'security_group_rule': {'security_group_id': '3f72a9c8-c595-4bf6-91f1-af2a436f69ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:27:30.319104 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-184ad1e9-8ef5-4bce-8b26-07a110700df1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:27:30.322794 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-184ad1e9-8ef5-4bce-8b26-07a110700df1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Usage tracker for resource:security_group_rule and tenant:acb915c4b01148a7b37b3577f122af21 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:27:30.326207 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-184ad1e9-8ef5-4bce-8b26-07a110700df1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:27:30.331767 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-184ad1e9-8ef5-4bce-8b26-07a110700df1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:27:30.346625 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-184ad1e9-8ef5-4bce-8b26-07a110700df1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:30.405510 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-184ad1e9-8ef5-4bce-8b26-07a110700df1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:30.409023 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-184ad1e9-8ef5-4bce-8b26-07a110700df1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:30.416190 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:30.436540 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184ad1e9-8ef5-4bce-8b26-07a110700df1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=442eba88-f6f1-4507-a759-01b23cbf8bb8,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:30.438744 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-184ad1e9-8ef5-4bce-8b26-07a110700df1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:30.442971 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-184ad1e9-8ef5-4bce-8b26-07a110700df1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:30.444088 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-184ad1e9-8ef5-4bce-8b26-07a110700df1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1349120
May 10 17:27:30.447253 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 34202) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:30.452173 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Request body: {'floatingip': {'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:27:30.457788 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:27:30.461603 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Usage tracker for resource:floatingip and tenant:acb915c4b01148a7b37b3577f122af21 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:27:30.464436 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:27:30.470037 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:27:30.480160 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for floatingip, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:30.612301 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:30.695561 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['8d45ee84-4b67-4767-8c74-74969170668e'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:27:30.756073 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Allocated IP 172.27.1.245 (bae4116f-378a-4109-9d6f-b35b773f5102/85c6ce2f-4b23-430e-8a05-d1a9c5baa36d/302d7fd4-a336-4d2b-ba04-1749efdceda8) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:27:30.886482 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77771229-7f07-441b-bc52-b48797ad3626 req-eec2fd9c-89f4-4942-a982-e12a94525631 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:30.888348 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-77771229-7f07-441b-bc52-b48797ad3626 req-eec2fd9c-89f4-4942-a982-e12a94525631 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 945 time: 0.1572380
May 10 17:27:30.895951 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f044c33f-c03b-46ad-947c-c3ec98c26c82 req-0b47435a-87d4-4ae9-a36e-7ccd35c97067 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:30.897394 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f044c33f-c03b-46ad-947c-c3ec98c26c82 req-0b47435a-87d4-4ae9-a36e-7ccd35c97067 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.1644375
May 10 17:27:30.913049 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:30.945269 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:30.950313 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:30.970641 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-77771229-7f07-441b-bc52-b48797ad3626 req-0d419c14-d89a-46f9-9bbb-b1bcb4b79924 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722651
May 10 17:27:30.975217 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f044c33f-c03b-46ad-947c-c3ec98c26c82 req-3bf8be75-e808-4ae6-8c57-03c5aecb7d7d tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635421
May 10 17:27:31.017281 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Network bae4116f-378a-4109-9d6f-b35b773f5102 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:27:31.020192 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:27:31.029204 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:27:31.063247 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Pushing event updated for resources: {'Port': ['ID=302d7fd4-a336-4d2b-ba04-1749efdceda8,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:31.067256 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:31.112518 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:31.170723 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:31.379069 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for port, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:31.383220 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10577401'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:31.388220 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:31.500311 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Pushing event updated for resources: {'Port': ['ID=302d7fd4-a336-4d2b-ba04-1749efdceda8,revision_number=2']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:31.500552 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:31.506161 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422768'] for floatingip, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:31.528657 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for floatingip, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:31.529998 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.0818660
May 10 17:27:31.748195 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-e41ef9a3-d6de-4cbc-9930-395a01f74c77 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Synchronizing usage tracker for tenant:acb915c4b01148a7b37b3577f122af21 on resource:security_group {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:27:31.763162 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-e41ef9a3-d6de-4cbc-9930-395a01f74c77 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Unset dirty status for tenant:acb915c4b01148a7b37b3577f122af21 on resource:security_group {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:27:31.764343 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-e41ef9a3-d6de-4cbc-9930-395a01f74c77 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--741864622&fields=id&tenant_id=acb915c4b01148a7b37b3577f122af21 HTTP/1.1" status: 200  len: 267 time: 0.0546508
May 10 17:27:31.900345 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 8d45ee84-4b67-4767-8c74-74969170668e up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:27:31.911273 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-630b1e37-8ae8-4c30-8c62-613dc1704c32 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:31.912741 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-630b1e37-8ae8-4c30-8c62-613dc1704c32 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/networks?id=a743af2b-ecde-4507-a08d-7e8e82f84011 HTTP/1.1" status: 200  len: 817 time: 0.1418295
May 10 17:27:31.929896 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-48b7760e-8725-4110-9a7e-76a6fcf00b84 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/quotas/acb915c4b01148a7b37b3577f122af21 HTTP/1.1" status: 200  len: 375 time: 0.0092013
May 10 17:27:31.967733 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning for port 8d45ee84-4b67-4767-8c74-74969170668e completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:27:31.972616 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port 8d45ee84-4b67-4767-8c74-74969170668e triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:27:31.972998 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:32.016930 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-b15f16bb-16fb-444c-a694-4dd9a9629821 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Synchronizing usage tracker for tenant:acb915c4b01148a7b37b3577f122af21 on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:27:32.032967 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-b15f16bb-16fb-444c-a694-4dd9a9629821 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Unset dirty status for tenant:acb915c4b01148a7b37b3577f122af21 on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:27:32.034496 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-b15f16bb-16fb-444c-a694-4dd9a9629821 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=acb915c4b01148a7b37b3577f122af21&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0986509
May 10 17:27:32.101849 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:32.130153 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9b02a9-749d-4a9e-bb13-5bc1942e60eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d45ee84-4b67-4767-8c74-74969170668e'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:27:32.139704 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port 8d45ee84-4b67-4767-8c74-74969170668e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d45ee84-4b67-4767-8c74-74969170668e,segment=NetworkSegment(19c300d7-e0aa-429f-8b65-7e2621890ab8),segment_id=19c300d7-e0aa-429f-8b65-7e2621890ab8)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:27:32.143517 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:32.146121 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:32.217137 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=8d45ee84-4b67-4767-8c74-74969170668e,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:32.220301 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:32.232522 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-368b40e2-cac4-4b47-b23b-2e4a678e55ba service neutron] 10.222.0.32 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1842785
May 10 17:27:32.269586 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ba3b1-5594-46cc-ace4-d3668cfa5ec6 req-ad98b357-a748-4559-b2f6-557c8d9fdd8a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:32.270990 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-478ba3b1-5594-46cc-ace4-d3668cfa5ec6 req-ad98b357-a748-4559-b2f6-557c8d9fdd8a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 946 time: 0.1517105
May 10 17:27:32.384377 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-478ba3b1-5594-46cc-ace4-d3668cfa5ec6 req-82b9b496-fe5a-41ae-afb2-889840198642 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655260
May 10 17:27:32.407486 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-9a1e1d1e-be37-4137-8049-ead2133d618e service neutron] 10.222.0.32 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1666052
May 10 17:27:32.570990 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069fa4f-535b-41cb-8ae4-9726b1f62be6 req-35be55d1-1deb-4fe0-a5c2-b79e35fc5918 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:32.578209 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f069fa4f-535b-41cb-8ae4-9726b1f62be6 req-35be55d1-1deb-4fe0-a5c2-b79e35fc5918 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.0957150
May 10 17:27:32.624530 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9b02a9-749d-4a9e-bb13-5bc1942e60eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d45ee84-4b67-4767-8c74-74969170668e', 'code': 200}
May 10 17:27:32.756924 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-33c37797-8fb1-4463-a760-6166f59193ee req-abd9fe98-fbaf-4362-8f5b-efbfccc9574a tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 210 time: 0.0478618
May 10 17:27:32.779070 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f069fa4f-535b-41cb-8ae4-9726b1f62be6 req-6a17a4ac-33b4-43a0-9915-8abc3be653cf tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1998434
May 10 17:27:32.957908 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace76fbd-bb72-42dd-8d26-c7df55515091 req-4b9ddf98-6141-45e2-86ca-aed81267486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:32.959403 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-ace76fbd-bb72-42dd-8d26-c7df55515091 req-4b9ddf98-6141-45e2-86ca-aed81267486b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 1099 time: 0.0702560
May 10 17:27:33.000789 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-ace76fbd-bb72-42dd-8d26-c7df55515091 req-4d7f2318-880d-41b4-816d-55a1c3769d76 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0338945
May 10 17:27:33.568601 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5cbbc-9d38-4852-84d8-e4a68fe6aa53 req-2432ce83-f066-42cc-9e8c-3cda46f07e8d tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:33.570019 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8db5cbbc-9d38-4852-84d8-e4a68fe6aa53 req-2432ce83-f066-42cc-9e8c-3cda46f07e8d tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 946 time: 0.0810902
May 10 17:27:33.613208 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8db5cbbc-9d38-4852-84d8-e4a68fe6aa53 req-6256fa0e-0246-4f27-82cf-80399ed7ad74 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373895
May 10 17:27:33.958786 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8c5439a5-d6bb-4642-9c13-e55720672d39 req-4c12759a-5ccb-430d-8cf4-9a66464d4a01 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 210 time: 0.0794425
May 10 17:27:34.010380 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c204a18d-b959-4577-b892-1fd8eaa8a84b req-d299f3eb-8d32-4213-9866-34a11692716f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:34.017609 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c204a18d-b959-4577-b892-1fd8eaa8a84b req-d299f3eb-8d32-4213-9866-34a11692716f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.1070120
May 10 17:27:34.063712 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c204a18d-b959-4577-b892-1fd8eaa8a84b req-d7516977-38f8-4e8b-9b82-85e9044bd6a4 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452313
May 10 17:27:34.221311 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-64069435-d7d7-431a-8fd2-98a50f23b01c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:34.222764 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-64069435-d7d7-431a-8fd2-98a50f23b01c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.36 "GET /v2.0/networks?id=a743af2b-ecde-4507-a08d-7e8e82f84011 HTTP/1.1" status: 200  len: 817 time: 0.2480292
May 10 17:27:34.282940 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-175a68ab-3917-4ca3-a8c8-573d5c4e731e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Synchronizing usage tracker for tenant:acb915c4b01148a7b37b3577f122af21 on resource:security_group {{(pid=78698) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:27:34.294077 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-175a68ab-3917-4ca3-a8c8-573d5c4e731e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Unset dirty status for tenant:acb915c4b01148a7b37b3577f122af21 on resource:security_group {{(pid=78698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:27:34.295187 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-175a68ab-3917-4ca3-a8c8-573d5c4e731e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=acb915c4b01148a7b37b3577f122af21 HTTP/1.1" status: 200  len: 379 time: 0.0542214
May 10 17:27:34.398917 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-8512b815-caa2-4c52-b631-9cb813d73fa9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Request body: {'port': {'device_id': 'b181282d-1624-4f3e-a6c7-5fb448435bcd', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'admin_state_up': True, 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'security_groups': ['3f72a9c8-c595-4bf6-91f1-af2a436f69ba']}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:27:34.537409 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-8512b815-caa2-4c52-b631-9cb813d73fa9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:27:34.546776 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-8512b815-caa2-4c52-b631-9cb813d73fa9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:27:34.555368 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-8512b815-caa2-4c52-b631-9cb813d73fa9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Made reservation on behalf of acb915c4b01148a7b37b3577f122af21 for: {'port': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:27:34.558968 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-8512b815-caa2-4c52-b631-9cb813d73fa9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:34.724489 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-8512b815-caa2-4c52-b631-9cb813d73fa9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Allocated IP 172.20.0.5 (a743af2b-ecde-4507-a08d-7e8e82f84011/81a2b548-3d7f-41e8-846d-5a0ec57ae08d/c41c7396-5129-403a-b942-2a503f859e3c) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:27:34.800927 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87276771-74a4-4a75-a2de-b7d461df1ce7 req-e4566dcc-72c9-4f33-addb-9e857938182e tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:34.803026 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-87276771-74a4-4a75-a2de-b7d461df1ce7 req-e4566dcc-72c9-4f33-addb-9e857938182e tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 946 time: 0.0860553
May 10 17:27:34.850634 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-87276771-74a4-4a75-a2de-b7d461df1ce7 req-ae592c09-7fec-4d94-ba65-ab2a426119a3 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419009
May 10 17:27:34.919774 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-8512b815-caa2-4c52-b631-9cb813d73fa9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:34.935835 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.provisioning_blocks [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-8512b815-caa2-4c52-b631-9cb813d73fa9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Transition to ACTIVE for port object c41c7396-5129-403a-b942-2a503f859e3c will not be triggered until provisioned by entity DHCP. {{(pid=78698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:27:34.947088 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff1fe3-be90-4236-a670-ecbcd28e2d18 req-02c7dda8-013e-4a4b-a6af-5f1bd427b62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:34.948687 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4aff1fe3-be90-4236-a670-ecbcd28e2d18 req-02c7dda8-013e-4a4b-a6af-5f1bd427b62a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f31dcd80b43441793b8dccf23bea16a&device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 1099 time: 0.0746272
May 10 17:27:34.959295 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-8512b815-caa2-4c52-b631-9cb813d73fa9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:34.964901 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-ff3fb7c0-7786-4efb-8eff-1f437a508b21 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:35.021848 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-8512b815-caa2-4c52-b631-9cb813d73fa9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Network a743af2b-ecde-4507-a08d-7e8e82f84011 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:27:35.025060 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-8512b815-caa2-4c52-b631-9cb813d73fa9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:27:35.029103 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-8512b815-caa2-4c52-b631-9cb813d73fa9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:27:35.124286 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-8512b815-caa2-4c52-b631-9cb813d73fa9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:35.124898 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-8512b815-caa2-4c52-b631-9cb813d73fa9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:35.128727 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512b815-caa2-4c52-b631-9cb813d73fa9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Pushing event updated for resources: {'Port': ['ID=c41c7396-5129-403a-b942-2a503f859e3c,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:35.131746 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-8512b815-caa2-4c52-b631-9cb813d73fa9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:35.155355 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-8512b815-caa2-4c52-b631-9cb813d73fa9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7601168
May 10 17:27:35.180660 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Request body: {'port': {'device_id': 'b181282d-1624-4f3e-a6c7-5fb448435bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:27:35.195708 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff1fe3-be90-4236-a670-ecbcd28e2d18 req-2be488aa-efa7-4bbf-ad0f-ff1a67119c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:35.197170 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4aff1fe3-be90-4236-a670-ecbcd28e2d18 req-2be488aa-efa7-4bbf-ad0f-ff1a67119c8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b27b3d6-b96f-40b8-8215-39e706b9c0cf HTTP/1.1" status: 200  len: 909 time: 0.2421732
May 10 17:27:35.213281 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37470723-f3d7-4161-b8de-9775d66de9b5 req-ffb7c1bb-879a-48ef-b972-e1e1cef92dc1 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:35.214753 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-37470723-f3d7-4161-b8de-9775d66de9b5 req-ffb7c1bb-879a-48ef-b972-e1e1cef92dc1 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 946 time: 0.2390237
May 10 17:27:35.279190 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-d51c5429-4877-488c-8c19-6901ec487364 None None] Provisioning for port c41c7396-5129-403a-b942-2a503f859e3c completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:27:35.284849 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-d51c5429-4877-488c-8c19-6901ec487364 None None] Provisioning complete for port c41c7396-5129-403a-b942-2a503f859e3c triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:27:35.285437 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-d51c5429-4877-488c-8c19-6901ec487364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:35.297836 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:35.340905 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-d51c5429-4877-488c-8c19-6901ec487364 None None] Port c41c7396-5129-403a-b942-2a503f859e3c cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:27:35.357035 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4aff1fe3-be90-4236-a670-ecbcd28e2d18 req-2cf64851-3569-4ff8-9083-9dfca1ec3236 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df51801e-4b4f-4882-bfda-80d9c2c3b7fc HTTP/1.1" status: 200  len: 1002 time: 0.1525693
May 10 17:27:35.364343 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc55ac3d-f271-4902-a3b6-055007ae11f8 req-4d01ff74-9da7-4668-a194-aad92458a2d0 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:35.365718 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc55ac3d-f271-4902-a3b6-055007ae11f8 req-4d01ff74-9da7-4668-a194-aad92458a2d0 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 931 time: 0.2569506
May 10 17:27:35.420445 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-37470723-f3d7-4161-b8de-9775d66de9b5 req-75fc75d9-84f8-455b-9144-d801b8c74f0e tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1538610
May 10 17:27:35.466198 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc55ac3d-f271-4902-a3b6-055007ae11f8 req-19e7aefa-737a-465d-8455-ad3764e0a59e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646253
May 10 17:27:35.467708 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff1fe3-be90-4236-a670-ecbcd28e2d18 req-0ec2108d-0348-4295-800e-b84f51d1a0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:35.469062 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4aff1fe3-be90-4236-a670-ecbcd28e2d18 req-0ec2108d-0348-4295-800e-b84f51d1a0f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f962103c-0f67-411d-a90a-456d6581d1ab HTTP/1.1" status: 200  len: 847 time: 0.1025202
May 10 17:27:35.604996 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff1fe3-be90-4236-a670-ecbcd28e2d18 req-e9f6d7d0-4a5e-432a-a1a1-bcd51559bce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:35.607059 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4aff1fe3-be90-4236-a670-ecbcd28e2d18 req-e9f6d7d0-4a5e-432a-a1a1-bcd51559bce1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b27b3d6-b96f-40b8-8215-39e706b9c0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1312771
May 10 17:27:35.657780 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41c7396-5129-403a-b942-2a503f859e3c {{(pid=78698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:27:35.665198 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:35.679796 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.provisioning_blocks [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Transition to ACTIVE for port object c41c7396-5129-403a-b942-2a503f859e3c will not be triggered until provisioned by entity L2. {{(pid=78698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:27:35.683732 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10577401'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:35.688641 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:35.724695 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37a858f-cdf1-444a-9bc2-7d6a3cfc65ba req-30b7b542-72a2-416f-9d7f-85a1aff801b3 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:35.726440 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d37a858f-cdf1-444a-9bc2-7d6a3cfc65ba req-30b7b542-72a2-416f-9d7f-85a1aff801b3 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.1855214
May 10 17:27:35.796619 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4aff1fe3-be90-4236-a670-ecbcd28e2d18 req-4d07990f-dadb-4e89-9bda-938a4a43fc89 service neutron] 10.222.0.36 "GET /v2.0/networks/2b27b3d6-b96f-40b8-8215-39e706b9c0cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1816256
May 10 17:27:35.803890 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d37a858f-cdf1-444a-9bc2-7d6a3cfc65ba req-e83578c3-24e5-4063-93f4-cb4e19171a43 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621326
May 10 17:27:35.909868 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Pushing event updated for resources: {'Port': ['ID=c41c7396-5129-403a-b942-2a503f859e3c,revision_number=2']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:35.914521 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:35.952197 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Attempting to bind port c41c7396-5129-403a-b942-2a503f859e3c on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:27:35.952602 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Attempting to bind port c41c7396-5129-403a-b942-2a503f859e3c by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '1f9ff01a-422a-4f14-97db-31941b15b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011'}] {{(pid=78698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:27:35.952926 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Attempting to bind port c41c7396-5129-403a-b942-2a503f859e3c on network a743af2b-ecde-4507-a08d-7e8e82f84011 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:27:35.957800 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Port c41c7396-5129-403a-b942-2a503f859e3c on network a743af2b-ecde-4507-a08d-7e8e82f84011 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:27:35.958113 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Attempting to bind port c41c7396-5129-403a-b942-2a503f859e3c on network a743af2b-ecde-4507-a08d-7e8e82f84011 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:27:35.963962 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Checking agent: {'id': '87cc3cef-9683-423a-ab01-169475d75aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'started_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 27, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:27:35.964347 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Checking segment: {'id': '1f9ff01a-422a-4f14-97db-31941b15b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:27:35.964659 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Bound using segment: {'id': '1f9ff01a-422a-4f14-97db-31941b15b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011'} {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:27:35.965073 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Bound port: c41c7396-5129-403a-b942-2a503f859e3c, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f9ff01a-422a-4f14-97db-31941b15b9dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011'}}] {{(pid=78698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:27:35.965951 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:36.030034 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66565c42-dd08-4387-ad62-08c476b98bd3 req-a0a08f30-9176-42d6-a367-80e852ff0650 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:36.031435 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-66565c42-dd08-4387-ad62-08c476b98bd3 req-a0a08f30-9176-42d6-a367-80e852ff0650 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 946 time: 0.2085927
May 10 17:27:36.039956 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4aff1fe3-be90-4236-a670-ecbcd28e2d18 req-def897fc-6145-44fa-9c5e-feb128b1ed35 service neutron] 10.222.0.36 "GET /v2.0/networks/2b27b3d6-b96f-40b8-8215-39e706b9c0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2351367
May 10 17:27:36.056523 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] For port c41c7396-5129-403a-b942-2a503f859e3c, host hv-cinder-78638, cleared binding levels {{(pid=78698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:27:36.060893 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] For port c41c7396-5129-403a-b942-2a503f859e3c, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c41c7396-5129-403a-b942-2a503f859e3c,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:27:36.067101 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10577401'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:36.071888 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-88043629-6af2-445c-9fc9-e4013fc41dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:36.083471 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-66565c42-dd08-4387-ad62-08c476b98bd3 req-14607aef-4e50-4f89-929f-68d25ac1c465 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420694
May 10 17:27:36.204670 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:36.205333 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:36.206752 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] 10.222.0.36 "PUT /v2.0/ports/c41c7396-5129-403a-b942-2a503f859e3c HTTP/1.1" status: 200  len: 1093 time: 1.0304635
May 10 17:27:36.207193 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b181282d-1624-4f3e-a6c7-5fb448435bcd', 'tag': 'c41c7396-5129-403a-b942-2a503f859e3c'}] {{(pid=78698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:27:36.238712 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Pushing event updated for resources: {'Port': ['ID=c41c7396-5129-403a-b942-2a503f859e3c,revision_number=3']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:36.248164 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:36.268164 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b181282d-1624-4f3e-a6c7-5fb448435bcd', 'tag': 'c41c7396-5129-403a-b942-2a503f859e3c', 'status': 'completed', 'code': 200}
May 10 17:27:36.352974 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-64d14801-0ed4-4168-a878-e7d6552cf0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:36.354495 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-64d14801-0ed4-4168-a878-e7d6552cf0ed service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acb915c4b01148a7b37b3577f122af21&device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 1096 time: 0.0743227
May 10 17:27:36.433155 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-4dddf41f-7094-48b9-b847-e058d733c7dc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c41c7396-5129-403a-b942-2a503f859e3c HTTP/1.1" status: 200  len: 217 time: 0.0647306
May 10 17:27:36.523457 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-afc35bb8-2e03-4ec8-b8cf-a2bed9ba8ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:36.525991 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-afc35bb8-2e03-4ec8-b8cf-a2bed9ba8ef6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81a2b548-3d7f-41e8-846d-5a0ec57ae08d HTTP/1.1" status: 200  len: 856 time: 0.0863898
May 10 17:27:36.601612 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-ccf9e3ac-9884-403d-ad95-0ec8ed045f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:36.603107 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-ccf9e3ac-9884-403d-ad95-0ec8ed045f05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a743af2b-ecde-4507-a08d-7e8e82f84011&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0705283
May 10 17:27:36.744784 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-4b67345e-eb4a-48d3-9283-abca8079e35f service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330528
May 10 17:27:36.758503 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4c25f0-c3fd-4b74-b471-3076d47c4b57 req-5be0ff40-872a-41cd-8397-c9af6a6dc5c3 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:36.759956 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1f4c25f0-c3fd-4b74-b471-3076d47c4b57 req-5be0ff40-872a-41cd-8397-c9af6a6dc5c3 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.1776316
May 10 17:27:36.806263 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1f4c25f0-c3fd-4b74-b471-3076d47c4b57 req-214f921d-633e-497d-a146-d7f0c702d3de tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406132
May 10 17:27:36.879621 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-37b24e93-9981-4f59-ad0b-869a7affaa93 req-f24c518e-17a0-4b05-8377-450956c0aa6b service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1268647
May 10 17:27:37.002584 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9076e7d-e177-4234-b649-508384336b1a req-175a316c-8a60-4f89-b520-da606583b09c tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:37.004160 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d9076e7d-e177-4234-b649-508384336b1a req-175a316c-8a60-4f89-b520-da606583b09c tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.0873790
May 10 17:27:37.051374 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d9076e7d-e177-4234-b649-508384336b1a req-eb66a0b8-d281-4daa-bcd9-e1b61910cfa1 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412946
May 10 17:27:37.063388 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d359bf9-f2dc-4161-8b8b-7567b7ddf477 req-00da10c3-18f7-4b5a-8d31-1679b98f35f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:37.064835 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-3d359bf9-f2dc-4161-8b8b-7567b7ddf477 req-00da10c3-18f7-4b5a-8d31-1679b98f35f1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acb915c4b01148a7b37b3577f122af21&device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 1096 time: 0.0902514
May 10 17:27:37.193942 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d359bf9-f2dc-4161-8b8b-7567b7ddf477 req-3a962082-e65a-4b64-8246-09755b1e3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:37.195409 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-3d359bf9-f2dc-4161-8b8b-7567b7ddf477 req-3a962082-e65a-4b64-8246-09755b1e3a08 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a743af2b-ecde-4507-a08d-7e8e82f84011 HTTP/1.1" status: 200  len: 918 time: 0.1238868
May 10 17:27:37.266606 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-3d359bf9-f2dc-4161-8b8b-7567b7ddf477 req-7730698d-f8b9-4ee6-b810-fbb9e1fecf21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c41c7396-5129-403a-b942-2a503f859e3c HTTP/1.1" status: 200  len: 217 time: 0.0627482
May 10 17:27:37.333918 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d359bf9-f2dc-4161-8b8b-7567b7ddf477 req-a3ac9ee2-0d85-4440-910a-3ced7965b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:37.335298 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-3d359bf9-f2dc-4161-8b8b-7567b7ddf477 req-a3ac9ee2-0d85-4440-910a-3ced7965b95d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81a2b548-3d7f-41e8-846d-5a0ec57ae08d HTTP/1.1" status: 200  len: 856 time: 0.0543790
May 10 17:27:37.410889 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d359bf9-f2dc-4161-8b8b-7567b7ddf477 req-c6830dfb-2c5f-475e-9f54-9cbe3b3e7901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:37.412311 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-3d359bf9-f2dc-4161-8b8b-7567b7ddf477 req-c6830dfb-2c5f-475e-9f54-9cbe3b3e7901 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a743af2b-ecde-4507-a08d-7e8e82f84011&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0703771
May 10 17:27:37.550292 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-3d359bf9-f2dc-4161-8b8b-7567b7ddf477 req-1fb5050e-08da-419a-9bb4-c963062f3a03 service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244187
May 10 17:27:37.681875 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-3d359bf9-f2dc-4161-8b8b-7567b7ddf477 req-f897505a-56a4-4490-a99b-1ef2234c5daf service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243727
May 10 17:27:37.997769 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ca318-6c8c-4885-b2a4-4b25159f0203 req-26d7f529-a38a-49e9-a30c-301bf40e7727 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:38.004788 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-947ca318-6c8c-4885-b2a4-4b25159f0203 req-26d7f529-a38a-49e9-a30c-301bf40e7727 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.0879729
May 10 17:27:38.060281 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-947ca318-6c8c-4885-b2a4-4b25159f0203 req-8320c4d1-64bc-45fb-b8f0-e260726b5502 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0544808
May 10 17:27:38.249034 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26a7e7-b600-4ba8-b3a6-0ffbf50ab1a2 req-2cc7c46d-0bd8-4e6b-97df-87aa9d944410 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:38.250614 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3b26a7e7-b600-4ba8-b3a6-0ffbf50ab1a2 req-2cc7c46d-0bd8-4e6b-97df-87aa9d944410 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.0852356
May 10 17:27:38.299071 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3b26a7e7-b600-4ba8-b3a6-0ffbf50ab1a2 req-c2d255e2-98ef-4a2b-9255-d9108bc998c2 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410452
May 10 17:27:39.243961 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde6764-dcc3-4513-a459-4e106eec7b14 req-e304e3b4-21dd-4565-b35c-7d2a811ebec8 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:39.245886 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-edde6764-dcc3-4513-a459-4e106eec7b14 req-e304e3b4-21dd-4565-b35c-7d2a811ebec8 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.0842936
May 10 17:27:39.292088 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-edde6764-dcc3-4513-a459-4e106eec7b14 req-cb6f3d4c-4b76-42bc-b040-e87dd5779119 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0397465
May 10 17:27:39.497073 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cca93-b48c-420a-846e-991ed844a3aa req-fd388d14-2a17-40ea-9f68-8cfdbe2bbfba tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:39.499442 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-912cca93-b48c-420a-846e-991ed844a3aa req-fd388d14-2a17-40ea-9f68-8cfdbe2bbfba tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.0898333
May 10 17:27:39.588331 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-912cca93-b48c-420a-846e-991ed844a3aa req-da9e74fa-50a0-4577-a295-8f0a000f89f4 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0504990
May 10 17:27:39.616330 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278621fd-2145-4f7f-b813-5e537e104600 req-6494ada3-cfad-4b3f-a855-db582efc7987 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:39.617786 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-278621fd-2145-4f7f-b813-5e537e104600 req-6494ada3-cfad-4b3f-a855-db582efc7987 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.1183398
May 10 17:27:39.662589 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-278621fd-2145-4f7f-b813-5e537e104600 req-2bc039f8-e726-4a86-9954-83e83f8793b9 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388052
May 10 17:27:39.902491 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 34340) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:39.940464 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a16f6d5-94f4-4d36-8107-5d21e5b7d54a req-c00b3fc2-b732-492e-922d-0b29cd8c4277 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:39.941962 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4a16f6d5-94f4-4d36-8107-5d21e5b7d54a req-c00b3fc2-b732-492e-922d-0b29cd8c4277 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.0853453
May 10 17:27:39.988060 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4a16f6d5-94f4-4d36-8107-5d21e5b7d54a req-bc815ccb-d1bf-45f5-b3dc-6ec375f9f45e tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403230
May 10 17:27:40.021929 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-a178c136-3a7f-45fd-b8ec-53dd3be017c2 req-168cedd8-b04a-46bd-89f6-ba6db6e551d2 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1182461
May 10 17:27:40.483354 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d54038-48b6-4cba-b8e2-567cee33cfb3 req-0e7d8a41-cc54-4a0d-80ed-ca79e70aa6d9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:40.484794 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-95d54038-48b6-4cba-b8e2-567cee33cfb3 req-0e7d8a41-cc54-4a0d-80ed-ca79e70aa6d9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.0830889
May 10 17:27:40.538360 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-95d54038-48b6-4cba-b8e2-567cee33cfb3 req-b352bb36-239d-47e0-bef4-202a57fd068f tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418017
May 10 17:27:40.842914 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e031dd4-fbc7-4c3d-a47e-b4f51a200310 req-1792d43f-afcc-417d-b974-c8c3f45f5565 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:40.844332 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7e031dd4-fbc7-4c3d-a47e-b4f51a200310 req-1792d43f-afcc-417d-b974-c8c3f45f5565 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0778749
May 10 17:27:40.887475 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7e031dd4-fbc7-4c3d-a47e-b4f51a200310 req-17e6b05c-661e-479b-b3fe-c4d819c73c52 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375931
May 10 17:27:41.172003 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94040b53-b4df-4a61-9765-b0eda240dc04 req-d7d4b9ff-5318-42e0-9994-e958ad2e4422 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:41.173429 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-94040b53-b4df-4a61-9765-b0eda240dc04 req-d7d4b9ff-5318-42e0-9994-e958ad2e4422 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.0807006
May 10 17:27:41.217915 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-94040b53-b4df-4a61-9765-b0eda240dc04 req-60bdd475-0806-45d1-af40-dc2e8988fd08 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388970
May 10 17:27:41.732338 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7993b65-0ab5-4f1c-9536-0b5555d3579e req-2862f4dc-a347-42cc-83bf-d4d7ba333868 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:41.733772 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b7993b65-0ab5-4f1c-9536-0b5555d3579e req-2862f4dc-a347-42cc-83bf-d4d7ba333868 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.0816362
May 10 17:27:41.781085 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b7993b65-0ab5-4f1c-9536-0b5555d3579e req-5bdf0c15-5756-470c-947c-6365e1f44148 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415030
May 10 17:27:41.930393 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device c41c7396-5129-403a-b942-2a503f859e3c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:27:41.937798 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device df51801e-4b4f-4882-bfda-80d9c2c3b7fc no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:27:42.076957 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518aa181-72f1-4bec-9aa6-36f21a10b714 req-253858fc-1966-4522-8292-aa6d657bbb6c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:42.078437 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-518aa181-72f1-4bec-9aa6-36f21a10b714 req-253858fc-1966-4522-8292-aa6d657bbb6c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0794842
May 10 17:27:42.123772 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-518aa181-72f1-4bec-9aa6-36f21a10b714 req-0db4ce92-7984-4ab1-9a48-4c492f3e4252 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389225
May 10 17:27:42.154882 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:42.172781 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port c41c7396-5129-403a-b942-2a503f859e3c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c41c7396-5129-403a-b942-2a503f859e3c,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:27:42.192275 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': 'c41c7396-5129-403a-b942-2a503f859e3c', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'port_id': 'c41c7396-5129-403a-b942-2a503f859e3c', 'mac_address': 'fa:16:3e:df:64:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:27:42.198602 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261e9b77-db9a-4a51-bd06-480d1bff4a79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df51801e-4b4f-4882-bfda-80d9c2c3b7fc'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:27:42.244302 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port df51801e-4b4f-4882-bfda-80d9c2c3b7fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=df51801e-4b4f-4882-bfda-80d9c2c3b7fc,segment=NetworkSegment(524b4c66-d4ad-48e2-848a-46ffd9e34222),segment_id=524b4c66-d4ad-48e2-848a-46ffd9e34222)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:27:42.246109 dv-cinder-786383-3-iscsi neutron-server[78699]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '261e9b77-db9a-4a51-bd06-480d1bff4a79', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'df51801e-4b4f-4882-bfda-80d9c2c3b7fc', 'code': 422} returned with failed status
May 10 17:27:42.250814 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:42.254261 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:42.307381 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:42.333341 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41c7396-5129-403a-b942-2a503f859e3c {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:27:42.351569 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=df51801e-4b4f-4882-bfda-80d9c2c3b7fc,revision_number=6']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:42.355513 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:42.358609 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port c41c7396-5129-403a-b942-2a503f859e3c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c41c7396-5129-403a-b942-2a503f859e3c,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:27:42.363620 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:42.365392 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:42.407170 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81df789d-9a83-4be7-9058-98af4f72bb3f req-7c760d23-df89-4067-ab2f-a2d1a1d818a2 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:42.408626 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-81df789d-9a83-4be7-9058-98af4f72bb3f req-7c760d23-df89-4067-ab2f-a2d1a1d818a2 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0849011
May 10 17:27:42.433232 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=c41c7396-5129-403a-b942-2a503f859e3c,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:42.436165 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:42.453760 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-81df789d-9a83-4be7-9058-98af4f72bb3f req-55e86cc8-09af-4a2a-9987-6ae57de824e5 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392139
May 10 17:27:42.789065 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['c41c7396-5129-403a-b942-2a503f859e3c'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:27:42.970250 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45cafe9-ab53-409d-8f1e-d783fe8a6588 req-da7c01e6-3f61-4ff2-ae7b-35d0f85f790c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:42.971726 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f45cafe9-ab53-409d-8f1e-d783fe8a6588 req-da7c01e6-3f61-4ff2-ae7b-35d0f85f790c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 944 time: 0.0789475
May 10 17:27:43.016831 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f45cafe9-ab53-409d-8f1e-d783fe8a6588 req-80b524ed-d9c3-424b-9214-983fcf84e70c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389097
May 10 17:27:43.306131 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89338c0-7dc4-4bf0-99e4-eb23e7104c92 req-013e1a02-6969-48cb-a143-2e2ac179c00e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:43.307479 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a89338c0-7dc4-4bf0-99e4-eb23e7104c92 req-013e1a02-6969-48cb-a143-2e2ac179c00e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0804620
May 10 17:27:43.351082 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a89338c0-7dc4-4bf0-99e4-eb23e7104c92 req-8b935a11-5d85-46a5-a423-a3bfe776950c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374155
May 10 17:27:43.639299 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927b80fc-cbea-4ec5-a338-fa26cb05b421 req-0cffa414-f4b3-476b-9e54-693c43de51ba tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:43.640724 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-927b80fc-cbea-4ec5-a338-fa26cb05b421 req-0cffa414-f4b3-476b-9e54-693c43de51ba tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0816386
May 10 17:27:43.764135 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-927b80fc-cbea-4ec5-a338-fa26cb05b421 req-3cbd9cae-c25e-4b68-9191-42d81cbfd62a tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1176958
May 10 17:27:43.952984 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device c41c7396-5129-403a-b942-2a503f859e3c up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:27:44.021834 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning for port c41c7396-5129-403a-b942-2a503f859e3c completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:27:44.026250 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port c41c7396-5129-403a-b942-2a503f859e3c triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:27:44.026656 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:44.141951 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:44.200082 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port c41c7396-5129-403a-b942-2a503f859e3c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c41c7396-5129-403a-b942-2a503f859e3c,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:27:44.203998 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:44.205909 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-39db4591-5999-4221-9e8e-19d2598b8dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:44.209728 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c579c-d223-4fc3-959d-91d8accac89d req-0488b658-05d9-4265-837f-d7ab7e5d791a tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:44.211211 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d47c579c-d223-4fc3-959d-91d8accac89d req-0488b658-05d9-4265-837f-d7ab7e5d791a tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 944 time: 0.0838072
May 10 17:27:44.247889 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b181282d-1624-4f3e-a6c7-5fb448435bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41c7396-5129-403a-b942-2a503f859e3c'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:27:44.258638 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d47c579c-d223-4fc3-959d-91d8accac89d req-63e4034f-36ce-4559-abf2-7dc171678912 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407069
May 10 17:27:44.275100 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=c41c7396-5129-403a-b942-2a503f859e3c,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:44.278683 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:44.303161 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b181282d-1624-4f3e-a6c7-5fb448435bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41c7396-5129-403a-b942-2a503f859e3c', 'code': 200}
May 10 17:27:44.538694 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c79658a-e119-4e78-a210-7d1d82574e11 req-7a782c4f-1327-4ffc-a6fc-7f7702e2ed47 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:44.540044 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0c79658a-e119-4e78-a210-7d1d82574e11 req-7a782c4f-1327-4ffc-a6fc-7f7702e2ed47 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0833242
May 10 17:27:44.579052 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b73f4-b8c4-4541-9dc7-aa7929cc37e2 req-124b1300-94f9-4e55-8565-1223c0ee3130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:44.580508 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-783b73f4-b8c4-4541-9dc7-aa7929cc37e2 req-124b1300-94f9-4e55-8565-1223c0ee3130 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 1098 time: 0.0734260
May 10 17:27:44.584583 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0c79658a-e119-4e78-a210-7d1d82574e11 req-52409328-07df-488e-83be-204295a17af2 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385404
May 10 17:27:44.620831 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-783b73f4-b8c4-4541-9dc7-aa7929cc37e2 req-ab653345-bfd0-4a85-8f42-b38954f9017e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0337892
May 10 17:27:44.953411 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a3961f-541a-4e91-a063-874ba314806b req-f2244d7c-29cb-4f0a-817c-8989dc7099ce tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:44.954885 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-73a3961f-541a-4e91-a063-874ba314806b req-f2244d7c-29cb-4f0a-817c-8989dc7099ce tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0819509
May 10 17:27:45.000704 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-73a3961f-541a-4e91-a063-874ba314806b req-209a160c-86f3-4915-ae88-1798c1ff13c3 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400214
May 10 17:27:45.447757 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80d33c-bf94-460f-b133-6d9a88034aa3 req-dae2ddea-0332-4c4c-9671-b161aa8e39e5 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:45.449171 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1f80d33c-bf94-460f-b133-6d9a88034aa3 req-dae2ddea-0332-4c4c-9671-b161aa8e39e5 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.0771806
May 10 17:27:45.496299 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1f80d33c-bf94-460f-b133-6d9a88034aa3 req-c4524e01-83dc-43f6-9b58-92987bc6a3a0 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410023
May 10 17:27:45.766367 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9c155-a055-4f98-8de2-c7fed781cd56 req-f1f1180b-3439-4889-b940-097d38185e53 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:45.767789 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dca9c155-a055-4f98-8de2-c7fed781cd56 req-f1f1180b-3439-4889-b940-097d38185e53 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0787597
May 10 17:27:45.811639 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dca9c155-a055-4f98-8de2-c7fed781cd56 req-eaee0c65-f684-40f1-ab31-d207e1ad9ca0 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381811
May 10 17:27:46.206962 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e48ec-f5a3-4d06-8ec4-4df8ab3cf798 req-93bb1ed0-1c62-4f71-87c5-1498b2a63fd7 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:46.208461 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d43e48ec-f5a3-4d06-8ec4-4df8ab3cf798 req-93bb1ed0-1c62-4f71-87c5-1498b2a63fd7 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0852146
May 10 17:27:46.280470 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d43e48ec-f5a3-4d06-8ec4-4df8ab3cf798 req-d6a17f42-5faf-4e5f-854f-a6fa803207e2 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0630944
May 10 17:27:46.683028 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e23aa-fa21-4951-9a52-a24ea36a6914 req-a26e3964-9645-4ebb-b86f-dcfe7bb5c0ae tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:46.684486 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-099e23aa-fa21-4951-9a52-a24ea36a6914 req-a26e3964-9645-4ebb-b86f-dcfe7bb5c0ae tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.0795667
May 10 17:27:46.733741 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-099e23aa-fa21-4951-9a52-a24ea36a6914 req-a82f22dc-579c-43dc-a2b2-796c0d12a226 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433359
May 10 17:27:46.924124 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffaa56-7ccb-4554-819e-deadffd4d498 req-206fe546-82d9-494d-bf66-a5e3dd3cbf0d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:46.925644 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-45ffaa56-7ccb-4554-819e-deadffd4d498 req-206fe546-82d9-494d-bf66-a5e3dd3cbf0d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.0861912
May 10 17:27:46.934449 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 34404) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:46.940152 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-2494f2d8-6d10-4598-a0f3-94209933b179 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Request body: {'floatingip': {'port_id': 'c41c7396-5129-403a-b942-2a503f859e3c'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:27:47.016128 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac0cc2-51c3-4da7-84d9-041e904baa60 req-d557f6bc-7dba-4bc8-8dfa-1ddcec2aa825 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:47.017819 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f4ac0cc2-51c3-4da7-84d9-041e904baa60 req-d557f6bc-7dba-4bc8-8dfa-1ddcec2aa825 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0912671
May 10 17:27:47.075472 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f4ac0cc2-51c3-4da7-84d9-041e904baa60 req-2d3ae782-88c6-4429-a4d3-f32aa4da4cdf tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511572
May 10 17:27:47.114293 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2494f2d8-6d10-4598-a0f3-94209933b179 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for floatingip, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:47.226851 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:27:47.468359 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc69bfc6-ef8c-4dab-8417-d5e3c625dd60 req-36dcc287-7250-4f32-9c4a-37f016cb8d3f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:47.469855 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc69bfc6-ef8c-4dab-8417-d5e3c625dd60 req-36dcc287-7250-4f32-9c4a-37f016cb8d3f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0812194
May 10 17:27:47.517174 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc69bfc6-ef8c-4dab-8417-d5e3c625dd60 req-60548784-1d67-4836-a4cd-3687a69d75d2 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0405996
May 10 17:27:47.739499 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864902b-1ab1-4c31-be9b-8d45c8d8cfa2 req-54bd3b37-1956-47fa-a203-e592d01a85aa tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:47.740838 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a864902b-1ab1-4c31-be9b-8d45c8d8cfa2 req-54bd3b37-1956-47fa-a203-e592d01a85aa tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 946 time: 0.1192818
May 10 17:27:47.776373 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2494f2d8-6d10-4598-a0f3-94209933b179 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:47.783764 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2494f2d8-6d10-4598-a0f3-94209933b179 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422768'] for floatingip, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:47.796566 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a864902b-1ab1-4c31-be9b-8d45c8d8cfa2 req-6785fbf8-3f6a-4e18-8968-fd58c7ef92ab tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0484509
May 10 17:27:47.812222 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178c136-3a7f-45fd-b8ec-53dd3be017c2 req-d3401582-4f17-44ce-9392-909a3fc19c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:47.813670 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a178c136-3a7f-45fd-b8ec-53dd3be017c2 req-d3401582-4f17-44ce-9392-909a3fc19c0d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79&tenant_id=3f31dcd80b43441793b8dccf23bea16a HTTP/1.1" status: 200  len: 1097 time: 0.1176500
May 10 17:27:47.821802 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 34418) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:47.931087 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20716c0c-b557-49c6-8450-997fda645bb6 req-d77a94c5-0a1e-498e-91c6-1f6a783f32fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:47.932539 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-20716c0c-b557-49c6-8450-997fda645bb6 req-d77a94c5-0a1e-498e-91c6-1f6a783f32fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f31dcd80b43441793b8dccf23bea16a&device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 1097 time: 0.2348878
May 10 17:27:47.936858 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d1171e-1ca9-48cd-a58b-909a5769dcfc tempest-TestMinimumBasicScenario-1117843574 tempest-TestMinimumBasicScenario-1117843574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:47.938391 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-59d1171e-1ca9-48cd-a58b-909a5769dcfc tempest-TestMinimumBasicScenario-1117843574 tempest-TestMinimumBasicScenario-1117843574-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 1094 time: 0.1156385
May 10 17:27:47.941226 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 34424) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:47.946208 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Request body: {'floatingip': {'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'port_id': '8d45ee84-4b67-4767-8c74-74969170668e', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:27:47.952129 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:27:47.956176 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Usage tracker for resource:floatingip and tenant:51cd3a26242746e0abb60baf938aae7f is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:27:47.959114 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:27:47.964794 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:27:47.975193 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for floatingip, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:48.036804 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.l3_db [None req-2494f2d8-6d10-4598-a0f3-94209933b179 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Floating IP c527e981-e056-4efb-81ec-aa2be6208d2a associated. External IP: 172.27.1.245, port: c41c7396-5129-403a-b942-2a503f859e3c.
May 10 17:27:48.110286 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:48.234528 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20716c0c-b557-49c6-8450-997fda645bb6 req-b55a35d5-ef6d-4055-93a3-e0c8c12c729f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:48.235957 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-20716c0c-b557-49c6-8450-997fda645bb6 req-b55a35d5-ef6d-4055-93a3-e0c8c12c729f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b27b3d6-b96f-40b8-8215-39e706b9c0cf HTTP/1.1" status: 200  len: 909 time: 0.2830639
May 10 17:27:48.303018 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_common [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Allocated IP 172.27.1.66 (bae4116f-378a-4109-9d6f-b35b773f5102/85c6ce2f-4b23-430e-8a05-d1a9c5baa36d/65d2d10b-2f5b-4d20-b154-8c252aea7203) {{(pid=78697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:27:48.353027 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431c2e6-7bee-4baa-9023-7486e798015f req-f85ee78c-7727-49c0-8c57-b921252f238c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:48.354619 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c431c2e6-7bee-4baa-9023-7486e798015f req-f85ee78c-7727-49c0-8c57-b921252f238c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.1694012
May 10 17:27:48.563710 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c431c2e6-7bee-4baa-9023-7486e798015f req-18ae342c-5763-4298-848d-fe17b144fda3 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692048
May 10 17:27:48.563985 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-20716c0c-b557-49c6-8450-997fda645bb6 req-d0052831-46bd-44a4-ba0c-b5f4d9c39c16 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df51801e-4b4f-4882-bfda-80d9c2c3b7fc HTTP/1.1" status: 200  len: 1000 time: 0.3162060
May 10 17:27:48.602149 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for port, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:48.661724 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20716c0c-b557-49c6-8450-997fda645bb6 req-82bd243b-2120-4f19-a1e7-6154e5e99c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:48.663204 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-20716c0c-b557-49c6-8450-997fda645bb6 req-82bd243b-2120-4f19-a1e7-6154e5e99c29 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f962103c-0f67-411d-a90a-456d6581d1ab HTTP/1.1" status: 200  len: 847 time: 0.0835907
May 10 17:27:48.666949 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:48.676002 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-ccd8a485-f7ec-4a19-a784-c824e003e4a3 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:48.723122 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2494f2d8-6d10-4598-a0f3-94209933b179 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Router f1400cb9-68ee-45cf-99b6-31c332c82803 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:27:48.741306 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Network bae4116f-378a-4109-9d6f-b35b773f5102 is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:27:48.748440 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:27:48.759144 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Received port after_create {{(pid=78697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:27:48.794022 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Pushing event updated for resources: {'Port': ['ID=65d2d10b-2f5b-4d20-b154-8c252aea7203,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:48.811911 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.812208 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.812569 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.812927 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.813280 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.813632 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.813980 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.814326 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.814707 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.815055 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.815398 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.815738 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:48.821648 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:48.851701 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed4cec2-2146-497e-b0c9-8225c119e258 req-d1b63f58-7e55-4be0-a7e7-da04e0fbfadd tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:48.853157 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8ed4cec2-2146-497e-b0c9-8225c119e258 req-d1b63f58-7e55-4be0-a7e7-da04e0fbfadd tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.2250869
May 10 17:27:48.893236 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20716c0c-b557-49c6-8450-997fda645bb6 req-431c25bf-b189-4226-b4a0-8f7914682975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:48.894722 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-20716c0c-b557-49c6-8450-997fda645bb6 req-431c25bf-b189-4226-b4a0-8f7914682975 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b27b3d6-b96f-40b8-8215-39e706b9c0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2229202
May 10 17:27:48.977044 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8ed4cec2-2146-497e-b0c9-8225c119e258 req-997891da-0675-4147-ba18-7208854b0d3f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0942960
May 10 17:27:48.990594 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2494f2d8-6d10-4598-a0f3-94209933b179 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:27:48.996982 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2494f2d8-6d10-4598-a0f3-94209933b179 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for floatingip, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:49.001228 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed04106-76d7-4241-9e3a-89db37108374 None None] Sync routers for ids ['f1400cb9-68ee-45cf-99b6-31c332c82803'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:27:49.017582 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed04106-76d7-4241-9e3a-89db37108374 None None] Routers {'f1400cb9-68ee-45cf-99b6-31c332c82803'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:27:49.018491 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-3ed04106-76d7-4241-9e3a-89db37108374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f084936d0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:27:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['f1400cb9-68ee-45cf-99b6-31c332c82803'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:49.075805 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-2494f2d8-6d10-4598-a0f3-94209933b179 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "PUT /v2.0/floatingips/c527e981-e056-4efb-81ec-aa2be6208d2a HTTP/1.1" status: 200  len: 991 time: 2.1399989
May 10 17:27:49.078874 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b181282d-1624-4f3e-a6c7-5fb448435bcd', 'tag': 'c41c7396-5129-403a-b942-2a503f859e3c'}] {{(pid=78698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:27:49.106035 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-20716c0c-b557-49c6-8450-997fda645bb6 req-fdf3405f-719c-4458-ae74-8aaa20bcb7f8 service neutron] 10.222.0.36 "GET /v2.0/networks/2b27b3d6-b96f-40b8-8215-39e706b9c0cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1988482
May 10 17:27:49.190754 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b181282d-1624-4f3e-a6c7-5fb448435bcd', 'tag': 'c41c7396-5129-403a-b942-2a503f859e3c', 'status': 'completed', 'code': 200}
May 10 17:27:49.210679 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-3ed04106-76d7-4241-9e3a-89db37108374 None None] Set router f1400cb9-68ee-45cf-99b6-31c332c82803 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:27:49.271514 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-20716c0c-b557-49c6-8450-997fda645bb6 req-48a73051-d5fb-49bf-b476-54ff9be69b70 service neutron] 10.222.0.36 "GET /v2.0/networks/2b27b3d6-b96f-40b8-8215-39e706b9c0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1574094
May 10 17:27:49.306437 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:49.331732 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe28ad-d6d1-4cc1-be72-b5068bac8157 req-ccca9eb4-0fb4-433a-a1b9-f7ecf4be1a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:49.333111 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a8fe28ad-d6d1-4cc1-be72-b5068bac8157 req-ccca9eb4-0fb4-433a-a1b9-f7ecf4be1a49 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acb915c4b01148a7b37b3577f122af21&device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 1098 time: 0.1048741
May 10 17:27:49.427218 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178c136-3a7f-45fd-b8ec-53dd3be017c2 req-54037aa4-bb54-4149-be97-172108bc27d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:49.429563 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-a178c136-3a7f-45fd-b8ec-53dd3be017c2 req-54037aa4-bb54-4149-be97-172108bc27d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f31dcd80b43441793b8dccf23bea16a&device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 1097 time: 0.0703969
May 10 17:27:49.473694 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:49.570073 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178c136-3a7f-45fd-b8ec-53dd3be017c2 req-37f4572b-beb6-40e2-aa33-dfdbf31f73b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:49.571560 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-a178c136-3a7f-45fd-b8ec-53dd3be017c2 req-37f4572b-beb6-40e2-aa33-dfdbf31f73b0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b27b3d6-b96f-40b8-8215-39e706b9c0cf HTTP/1.1" status: 200  len: 909 time: 0.1353896
May 10 17:27:49.573540 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-3ed04106-76d7-4241-9e3a-89db37108374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f084936d0>, [{'id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-router', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:48Z', 'revision_number': 4, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'gw_port': {'id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': 'c527e981-e056-4efb-81ec-aa2be6208d2a', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'port_id': 'c41c7396-5129-403a-b942-2a503f859e3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'mac_address': 'fa:16:3e:df:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b181282d-1624-4f3e-a6c7-5fb448435bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:27:31Z', 'updated_at': '2021-05-10T17:27:47Z', 'revision_number': 1, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1dca3d2-8aa6-48ac-a44a-208ad7b57285', 'name': '', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'mac_address': 'fa:16:3e:f4:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:45Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 5, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'subnets': [{'id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:49.577633 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe28ad-d6d1-4cc1-be72-b5068bac8157 req-8c2f7a38-6a1b-4685-b303-bc4e3b1d28a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:49.577773 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed04106-76d7-4241-9e3a-89db37108374 None None] Checking router: f1400cb9-68ee-45cf-99b6-31c332c82803 for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:27:49.579085 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a8fe28ad-d6d1-4cc1-be72-b5068bac8157 req-8c2f7a38-6a1b-4685-b303-bc4e3b1d28a5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a743af2b-ecde-4507-a08d-7e8e82f84011 HTTP/1.1" status: 200  len: 918 time: 0.2118759
May 10 17:27:49.587069 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed04106-76d7-4241-9e3a-89db37108374 None None] Routers {'f1400cb9-68ee-45cf-99b6-31c332c82803'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:27:49.587605 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-3ed04106-76d7-4241-9e3a-89db37108374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f084936d0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:27:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['f1400cb9-68ee-45cf-99b6-31c332c82803'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:49.680101 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-a178c136-3a7f-45fd-b8ec-53dd3be017c2 req-594a4ff0-5a56-402a-90ed-e8f03507062c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df51801e-4b4f-4882-bfda-80d9c2c3b7fc HTTP/1.1" status: 200  len: 1000 time: 0.1007833
May 10 17:27:49.745563 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178c136-3a7f-45fd-b8ec-53dd3be017c2 req-14749cda-9505-4fa0-84b8-0fdf036a6307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:49.747254 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-a178c136-3a7f-45fd-b8ec-53dd3be017c2 req-14749cda-9505-4fa0-84b8-0fdf036a6307 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f962103c-0f67-411d-a90a-456d6581d1ab HTTP/1.1" status: 200  len: 847 time: 0.0600977
May 10 17:27:49.778984 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-3ed04106-76d7-4241-9e3a-89db37108374 None None] Set router f1400cb9-68ee-45cf-99b6-31c332c82803 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:27:49.811326 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a8fe28ad-d6d1-4cc1-be72-b5068bac8157 req-539d5424-3962-4949-8a15-db1110df762e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c41c7396-5129-403a-b942-2a503f859e3c HTTP/1.1" status: 200  len: 999 time: 0.2155604
May 10 17:27:49.832231 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a178c136-3a7f-45fd-b8ec-53dd3be017c2 req-9a1e6957-6b05-4a4f-bc38-74a390ae9d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:49.832464 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-a178c136-3a7f-45fd-b8ec-53dd3be017c2 req-9a1e6957-6b05-4a4f-bc38-74a390ae9d73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b27b3d6-b96f-40b8-8215-39e706b9c0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754337
May 10 17:27:49.907936 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe28ad-d6d1-4cc1-be72-b5068bac8157 req-6e22d256-14ca-4046-974d-c237d03c0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:49.910246 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a8fe28ad-d6d1-4cc1-be72-b5068bac8157 req-6e22d256-14ca-4046-974d-c237d03c0264 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81a2b548-3d7f-41e8-846d-5a0ec57ae08d HTTP/1.1" status: 200  len: 856 time: 0.0898492
May 10 17:27:49.983331 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e2792-34ac-440e-b1d2-e2737f69daf5 req-e9b1b3af-d55a-4410-86bf-bcb2dd9f6eba tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:49.991765 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a50e2792-34ac-440e-b1d2-e2737f69daf5 req-e9b1b3af-d55a-4410-86bf-bcb2dd9f6eba tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.2842216
May 10 17:27:49.999557 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for port, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:50.025594 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:50.035041 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-05e5d0c4-f0b4-4b59-bf38-b22162fce702 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:50.119448 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-a178c136-3a7f-45fd-b8ec-53dd3be017c2 req-d3440f74-cb3d-4073-880d-3c4802fb22e5 service neutron] 10.222.0.36 "GET /v2.0/networks/2b27b3d6-b96f-40b8-8215-39e706b9c0cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2783179
May 10 17:27:50.151816 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-3ed04106-76d7-4241-9e3a-89db37108374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f084936d0>, [{'id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-router', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:48Z', 'revision_number': 4, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'gw_port': {'id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': 'c527e981-e056-4efb-81ec-aa2be6208d2a', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'port_id': 'c41c7396-5129-403a-b942-2a503f859e3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'mac_address': 'fa:16:3e:df:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b181282d-1624-4f3e-a6c7-5fb448435bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:27:31Z', 'updated_at': '2021-05-10T17:27:47Z', 'revision_number': 1, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1dca3d2-8aa6-48ac-a44a-208ad7b57285', 'name': '', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'mac_address': 'fa:16:3e:f4:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:45Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 5, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'subnets': [{'id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:50.157773 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed04106-76d7-4241-9e3a-89db37108374 None None] The sync data for ids ['f1400cb9-68ee-45cf-99b6-31c332c82803'] in dv-cinder-786383-3-iscsi is: [{'id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-router', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:48Z', 'revision_number': 4, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'gw_port': {'id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': 'c527e981-e056-4efb-81ec-aa2be6208d2a', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'floating_ip_address': '172.27.1.245', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'port_id': 'c41c7396-5129-403a-b942-2a503f859e3c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'mac_address': 'fa:16:3e:df:64:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b181282d-1624-4f3e-a6c7-5fb448435bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:27:31Z', 'updated_at': '2021-05-10T17:27:47Z', 'revision_number': 1, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd1dca3d2-8aa6-48ac-a44a-208ad7b57285', 'name': '', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'mac_address': 'fa:16:3e:f4:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:45Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 5, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'subnets': [{'id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:27:50.243016 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-f682bdaf-c883-4fb9-adb1-4e8dca1f22a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:50.264754 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-a178c136-3a7f-45fd-b8ec-53dd3be017c2 req-ec9843de-8b0e-47f1-b50f-795f4f675202 service neutron] 10.222.0.36 "GET /v2.0/networks/2b27b3d6-b96f-40b8-8215-39e706b9c0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1386104
May 10 17:27:50.297806 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a50e2792-34ac-440e-b1d2-e2737f69daf5 req-0a5c7a12-adbb-49b2-8fb3-9a7d524b7277 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3051896
May 10 17:27:50.338073 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Pushing event updated for resources: {'Port': ['ID=65d2d10b-2f5b-4d20-b154-8c252aea7203,revision_number=2']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:50.343333 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:50.377958 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422768'] for floatingip, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:50.402546 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3763f844-042e-443c-9c65-1313d7f2e8ed None None] New status for floating IP c527e981-e056-4efb-81ec-aa2be6208d2a: ACTIVE {{(pid=78700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:27:50.428236 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fe28ad-d6d1-4cc1-be72-b5068bac8157 req-27ce6d70-c907-45cb-ab0f-de3a348abb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:50.429648 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a8fe28ad-d6d1-4cc1-be72-b5068bac8157 req-27ce6d70-c907-45cb-ab0f-de3a348abb38 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a743af2b-ecde-4507-a08d-7e8e82f84011&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5119662
May 10 17:27:50.616434 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c301d5ac-2e82-4c0f-a3b7-ab5e6b1a5951 req-d1c72c65-63cd-45c7-a0fe-036ae8a20904 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:50.618013 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c301d5ac-2e82-4c0f-a3b7-ab5e6b1a5951 req-d1c72c65-63cd-45c7-a0fe-036ae8a20904 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.4196026
May 10 17:27:50.722271 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a8fe28ad-d6d1-4cc1-be72-b5068bac8157 req-497ca1e6-91be-4c26-8267-056b7926ddc7 service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2840590
May 10 17:27:50.729128 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c301d5ac-2e82-4c0f-a3b7-ab5e6b1a5951 req-5a27ba05-3e38-4d80-8fc9-66b401ae850e tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0978417
May 10 17:27:50.730267 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.db.l3_db [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Floating IP cd50b99b-5187-4c1d-aa69-69012d66c3cf associated. External IP: 172.27.1.66, port: 8d45ee84-4b67-4767-8c74-74969170668e.
May 10 17:27:51.012484 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a8fe28ad-d6d1-4cc1-be72-b5068bac8157 req-3c8f3fd4-d4e7-495e-a122-4ff749dbe625 service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2288923
May 10 17:27:51.187054 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Router dea8d709-8e5a-4741-9887-d89712373add has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:27:51.365806 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:27:51.375890 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ba4ac3-e8e3-4219-a88b-fca99f3b6243 None None] Sync routers for ids ['dea8d709-8e5a-4741-9887-d89712373add'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:27:51.385864 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ba4ac3-e8e3-4219-a88b-fca99f3b6243 None None] Routers {'dea8d709-8e5a-4741-9887-d89712373add'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:27:51.386666 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-92ba4ac3-e8e3-4219-a88b-fca99f3b6243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f089ee1c0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:27:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['dea8d709-8e5a-4741-9887-d89712373add'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:51.393820 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for floatingip, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:51.500004 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.5577428
May 10 17:27:51.501058 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9b02a9-749d-4a9e-bb13-5bc1942e60eb', 'tag': '8d45ee84-4b67-4767-8c74-74969170668e'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:27:51.502999 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 34446) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:51.511790 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2041144508', 'description': 'tempest-secgroup-smoke-2041144508 description', 'project_id': '51cd3a26242746e0abb60baf938aae7f'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:27:51.530763 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:27:51.536542 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbb340e-dccd-4144-a57e-25e8794cd5d5 req-a916420e-437e-42a3-b041-1596e4c4b79f tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:51.541646 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2cbb340e-dccd-4144-a57e-25e8794cd5d5 req-a916420e-437e-42a3-b041-1596e4c4b79f tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.1222844
May 10 17:27:51.543093 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:27:51.560005 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:51.580523 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:51.589519 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:27:51.594921 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Usage tracker for resource:security_group_rule and tenant:51cd3a26242746e0abb60baf938aae7f is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:27:51.599126 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:27:51.606378 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:27:51.637584 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-92ba4ac3-e8e3-4219-a88b-fca99f3b6243 None None] Set router dea8d709-8e5a-4741-9887-d89712373add gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:27:51.691301 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9b02a9-749d-4a9e-bb13-5bc1942e60eb', 'tag': '8d45ee84-4b67-4767-8c74-74969170668e', 'status': 'completed', 'code': 200}
May 10 17:27:51.703915 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:51.707803 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:51.713071 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:51.724218 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2cbb340e-dccd-4144-a57e-25e8794cd5d5 req-5900c665-84b6-4313-9866-b25ecf01675d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1756842
May 10 17:27:51.751639 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52a9b31e-985a-4ccf-a0ae-08d8b9c5b3a1,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:51.767825 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:51.768189 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:51.768546 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:51.768948 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:51.769298 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:51.769642 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:51.769986 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:51.770330 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:51.770693 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:51.771079 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:51.771418 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:51.771771 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:27:51.775478 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:51.781172 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:51.785526 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-2acd590f-c860-4231-a7b2-2d7fb62b7f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2803080
May 10 17:27:51.786110 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 34454) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:51.792400 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-dbc4fc47-53af-4ef5-b4fc-d5b44cb49f65 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Request body: {'security_group_rule': {'security_group_id': '52a9b31e-985a-4ccf-a0ae-08d8b9c5b3a1', 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:27:51.798485 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-dbc4fc47-53af-4ef5-b4fc-d5b44cb49f65 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:27:51.802374 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-dbc4fc47-53af-4ef5-b4fc-d5b44cb49f65 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Usage tracker for resource:security_group_rule and tenant:51cd3a26242746e0abb60baf938aae7f is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:27:51.805281 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-dbc4fc47-53af-4ef5-b4fc-d5b44cb49f65 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:27:51.812327 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-dbc4fc47-53af-4ef5-b4fc-d5b44cb49f65 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:27:51.823841 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa874f5-9eca-4e40-b545-57d6c67822ca req-cd0fd15f-2cbc-41b3-9c30-4ed76d7e07de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:51.826000 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9aa874f5-9eca-4e40-b545-57d6c67822ca req-cd0fd15f-2cbc-41b3-9c30-4ed76d7e07de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51cd3a26242746e0abb60baf938aae7f&device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 1099 time: 0.0821028
May 10 17:27:51.830982 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-dbc4fc47-53af-4ef5-b4fc-d5b44cb49f65 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:51.903793 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-dbc4fc47-53af-4ef5-b4fc-d5b44cb49f65 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:51.909878 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-dbc4fc47-53af-4ef5-b4fc-d5b44cb49f65 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:51.935049 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-184ad1e9-8ef5-4bce-8b26-07a110700df1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:51.952518 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc4fc47-53af-4ef5-b4fc-d5b44cb49f65 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8960273-693f-4a7c-8e2e-464b2c9b1949,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:51.955107 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-dbc4fc47-53af-4ef5-b4fc-d5b44cb49f65 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:51.956080 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-dbc4fc47-53af-4ef5-b4fc-d5b44cb49f65 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:51.960283 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-dbc4fc47-53af-4ef5-b4fc-d5b44cb49f65 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1730282
May 10 17:27:51.960888 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 34458) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:51.966744 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-3cb048d6-0c4e-47d8-a1c4-3cd22082e7e4 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Request body: {'security_group_rule': {'security_group_id': '52a9b31e-985a-4ccf-a0ae-08d8b9c5b3a1', 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:27:51.973983 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-3cb048d6-0c4e-47d8-a1c4-3cd22082e7e4 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:27:51.978142 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-3cb048d6-0c4e-47d8-a1c4-3cd22082e7e4 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Usage tracker for resource:security_group_rule and tenant:51cd3a26242746e0abb60baf938aae7f is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:27:51.999729 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-3cb048d6-0c4e-47d8-a1c4-3cd22082e7e4 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:27:52.009382 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-3cb048d6-0c4e-47d8-a1c4-3cd22082e7e4 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:27:52.030717 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3cb048d6-0c4e-47d8-a1c4-3cd22082e7e4 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.032339 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-92ba4ac3-e8e3-4219-a88b-fca99f3b6243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f089ee1c0>, [{'id': 'dea8d709-8e5a-4741-9887-d89712373add', 'name': 'tempest-TestMinimumBasicScenario-152574099-router', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:49Z', 'revision_number': 4, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'gw_port': {'id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': 'cd50b99b-5187-4c1d-aa69-69012d66c3cf', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'port_id': '8d45ee84-4b67-4767-8c74-74969170668e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614', 'mac_address': 'fa:16:3e:4b:c3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b02a9-749d-4a9e-bb13-5bc1942e60eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:27:49Z', 'updated_at': '2021-05-10T17:27:49Z', 'revision_number': 0, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5163fbfb-31e4-4a1e-ad16-190d19803e6d', 'name': '', 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'mac_address': 'fa:16:3e:bd:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6557896f-14e0-40b8-8e83-968084329579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:48Z', 'updated_at': '2021-05-10T17:26:55Z', 'revision_number': 5, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'subnets': [{'id': '6557896f-14e0-40b8-8e83-968084329579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:52.037111 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ba4ac3-e8e3-4219-a88b-fca99f3b6243 None None] Checking router: dea8d709-8e5a-4741-9887-d89712373add for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:27:52.046980 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa874f5-9eca-4e40-b545-57d6c67822ca req-844c0ba9-32a1-4b91-ab37-7d4959aaa073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:52.047687 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92ba4ac3-e8e3-4219-a88b-fca99f3b6243 None None] Routers {'dea8d709-8e5a-4741-9887-d89712373add'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:27:52.048375 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-92ba4ac3-e8e3-4219-a88b-fca99f3b6243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f089ee1c0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:27:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['dea8d709-8e5a-4741-9887-d89712373add'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:52.048599 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9aa874f5-9eca-4e40-b545-57d6c67822ca req-844c0ba9-32a1-4b91-ab37-7d4959aaa073 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e30340b3-1127-442e-a9fd-0f2e95971614 HTTP/1.1" status: 200  len: 915 time: 0.2054937
May 10 17:27:52.070203 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e75cf3e-7e50-47df-894c-31b1e56cfd79 req-c4814d92-37b7-4a24-a5c6-27fd47bcd56a tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:52.071779 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6e75cf3e-7e50-47df-894c-31b1e56cfd79 req-c4814d92-37b7-4a24-a5c6-27fd47bcd56a tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.1446772
May 10 17:27:52.106333 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3cb048d6-0c4e-47d8-a1c4-3cd22082e7e4 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.110356 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3cb048d6-0c4e-47d8-a1c4-3cd22082e7e4 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.118934 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a4350198-00f9-472e-ad0e-1e61b33bb646 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:52.135852 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb048d6-0c4e-47d8-a1c4-3cd22082e7e4 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee02a046-3a62-439c-b769-e5420ef8eca6,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:52.138881 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-3cb048d6-0c4e-47d8-a1c4-3cd22082e7e4 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:52.150087 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3cb048d6-0c4e-47d8-a1c4-3cd22082e7e4 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.154898 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-3cb048d6-0c4e-47d8-a1c4-3cd22082e7e4 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1929388
May 10 17:27:52.155504 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 34462) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:52.161675 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-86721cf4-e17e-470a-8430-58dd60063390 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Request body: {'security_group_rule': {'security_group_id': '52a9b31e-985a-4ccf-a0ae-08d8b9c5b3a1', 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:27:52.167536 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-86721cf4-e17e-470a-8430-58dd60063390 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:27:52.172218 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-86721cf4-e17e-470a-8430-58dd60063390 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Usage tracker for resource:security_group_rule and tenant:51cd3a26242746e0abb60baf938aae7f is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:27:52.175088 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-86721cf4-e17e-470a-8430-58dd60063390 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:27:52.181056 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-86721cf4-e17e-470a-8430-58dd60063390 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:27:52.200365 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-86721cf4-e17e-470a-8430-58dd60063390 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.204168 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6e75cf3e-7e50-47df-894c-31b1e56cfd79 req-bc8f91d8-dc52-4f45-9261-dd0899ff6e9a tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1229110
May 10 17:27:52.220029 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9aa874f5-9eca-4e40-b545-57d6c67822ca req-a5e4ec8b-a219-4a6e-9ca7-3a3e8b54001c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d45ee84-4b67-4767-8c74-74969170668e HTTP/1.1" status: 200  len: 999 time: 0.1206264
May 10 17:27:52.248671 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-92ba4ac3-e8e3-4219-a88b-fca99f3b6243 None None] Set router dea8d709-8e5a-4741-9887-d89712373add gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:27:52.270734 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-86721cf4-e17e-470a-8430-58dd60063390 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.275429 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-86721cf4-e17e-470a-8430-58dd60063390 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.277533 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-76261f2e-2879-4ab4-890c-cac9caf96f20 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:52.291878 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa874f5-9eca-4e40-b545-57d6c67822ca req-ea484d01-446f-464f-a0d3-2fb805c7da0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:52.294139 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9aa874f5-9eca-4e40-b545-57d6c67822ca req-ea484d01-446f-464f-a0d3-2fb805c7da0a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6557896f-14e0-40b8-8e83-968084329579 HTTP/1.1" status: 200  len: 853 time: 0.0665348
May 10 17:27:52.303309 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86721cf4-e17e-470a-8430-58dd60063390 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ac8aab-23eb-43d3-b18f-343be87ab85f,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:52.307752 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-86721cf4-e17e-470a-8430-58dd60063390 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:52.314114 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-86721cf4-e17e-470a-8430-58dd60063390 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.315441 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-86721cf4-e17e-470a-8430-58dd60063390 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1590259
May 10 17:27:52.318145 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 34466) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:52.323507 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-678fa3b5-4f0e-4da1-9681-a321465ad7ab tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Request body: {'security_group_rule': {'security_group_id': '52a9b31e-985a-4ccf-a0ae-08d8b9c5b3a1', 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:27:52.329229 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-678fa3b5-4f0e-4da1-9681-a321465ad7ab tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:27:52.333086 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-678fa3b5-4f0e-4da1-9681-a321465ad7ab tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Usage tracker for resource:security_group_rule and tenant:51cd3a26242746e0abb60baf938aae7f is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:27:52.335936 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-678fa3b5-4f0e-4da1-9681-a321465ad7ab tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:27:52.341767 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-678fa3b5-4f0e-4da1-9681-a321465ad7ab tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:27:52.360752 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-678fa3b5-4f0e-4da1-9681-a321465ad7ab tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.384639 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa874f5-9eca-4e40-b545-57d6c67822ca req-1b07f6ba-39d2-4687-ba75-410d50b300d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:52.385467 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9aa874f5-9eca-4e40-b545-57d6c67822ca req-1b07f6ba-39d2-4687-ba75-410d50b300d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e30340b3-1127-442e-a9fd-0f2e95971614&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0843806
May 10 17:27:52.425125 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-678fa3b5-4f0e-4da1-9681-a321465ad7ab tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.432052 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-678fa3b5-4f0e-4da1-9681-a321465ad7ab tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.436359 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-86721cf4-e17e-470a-8430-58dd60063390 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:52.459681 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678fa3b5-4f0e-4da1-9681-a321465ad7ab tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acac942f-f382-4143-a6b0-e9aea49a5083,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:52.462820 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-678fa3b5-4f0e-4da1-9681-a321465ad7ab tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:52.471697 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-678fa3b5-4f0e-4da1-9681-a321465ad7ab tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.476070 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-678fa3b5-4f0e-4da1-9681-a321465ad7ab tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1569626
May 10 17:27:52.477246 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 34470) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:52.483926 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-7a3d6888-ca76-4630-b584-9e8db85223ad tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Request body: {'security_group_rule': {'security_group_id': '52a9b31e-985a-4ccf-a0ae-08d8b9c5b3a1', 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:27:52.492084 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-7a3d6888-ca76-4630-b584-9e8db85223ad tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:27:52.497489 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-7a3d6888-ca76-4630-b584-9e8db85223ad tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Usage tracker for resource:security_group_rule and tenant:51cd3a26242746e0abb60baf938aae7f is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:27:52.500380 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-7a3d6888-ca76-4630-b584-9e8db85223ad tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:27:52.506027 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-7a3d6888-ca76-4630-b584-9e8db85223ad tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:27:52.518279 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.securitygroups_db [None req-7a3d6888-ca76-4630-b584-9e8db85223ad tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Project 51cd3a26242746e0abb60baf938aae7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 17:27:52.528523 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7a3d6888-ca76-4630-b584-9e8db85223ad tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.577553 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9aa874f5-9eca-4e40-b545-57d6c67822ca req-f307fb79-702c-40df-b7dd-3db4fd828e88 service neutron] 10.222.0.36 "GET /v2.0/networks/e30340b3-1127-442e-a9fd-0f2e95971614?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1509562
May 10 17:27:52.610085 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7a3d6888-ca76-4630-b584-9e8db85223ad tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.617004 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7a3d6888-ca76-4630-b584-9e8db85223ad tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.619527 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:52.623495 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-92ba4ac3-e8e3-4219-a88b-fca99f3b6243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f089ee1c0>, [{'id': 'dea8d709-8e5a-4741-9887-d89712373add', 'name': 'tempest-TestMinimumBasicScenario-152574099-router', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:49Z', 'revision_number': 4, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'gw_port': {'id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': 'cd50b99b-5187-4c1d-aa69-69012d66c3cf', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'port_id': '8d45ee84-4b67-4767-8c74-74969170668e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614', 'mac_address': 'fa:16:3e:4b:c3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b02a9-749d-4a9e-bb13-5bc1942e60eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:27:49Z', 'updated_at': '2021-05-10T17:27:49Z', 'revision_number': 0, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5163fbfb-31e4-4a1e-ad16-190d19803e6d', 'name': '', 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'mac_address': 'fa:16:3e:bd:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6557896f-14e0-40b8-8e83-968084329579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:48Z', 'updated_at': '2021-05-10T17:26:55Z', 'revision_number': 5, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'subnets': [{'id': '6557896f-14e0-40b8-8e83-968084329579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:27:52.628701 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ba4ac3-e8e3-4219-a88b-fca99f3b6243 None None] The sync data for ids ['dea8d709-8e5a-4741-9887-d89712373add'] in dv-cinder-786383-3-iscsi is: [{'id': 'dea8d709-8e5a-4741-9887-d89712373add', 'name': 'tempest-TestMinimumBasicScenario-152574099-router', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:49Z', 'revision_number': 4, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'gw_port': {'id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': 'cd50b99b-5187-4c1d-aa69-69012d66c3cf', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'floating_ip_address': '172.27.1.66', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'port_id': '8d45ee84-4b67-4767-8c74-74969170668e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614', 'mac_address': 'fa:16:3e:4b:c3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d9b02a9-749d-4a9e-bb13-5bc1942e60eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:27:49Z', 'updated_at': '2021-05-10T17:27:49Z', 'revision_number': 0, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5163fbfb-31e4-4a1e-ad16-190d19803e6d', 'name': '', 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'mac_address': 'fa:16:3e:bd:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6557896f-14e0-40b8-8e83-968084329579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:48Z', 'updated_at': '2021-05-10T17:26:55Z', 'revision_number': 5, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'subnets': [{'id': '6557896f-14e0-40b8-8e83-968084329579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:27:52.640894 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d6888-ca76-4630-b584-9e8db85223ad tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8374637c-5010-4018-80be-a1f4f95bc65b,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:52.648362 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-7a3d6888-ca76-4630-b584-9e8db85223ad tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:52.665737 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7a3d6888-ca76-4630-b584-9e8db85223ad tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.670518 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-7a3d6888-ca76-4630-b584-9e8db85223ad tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1917577
May 10 17:27:52.671467 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 34476) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:27:52.679678 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-f15ddda4-1b32-4cb6-94a0-760814ba3da1 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Request body: {'security_group_rule': {'security_group_id': '52a9b31e-985a-4ccf-a0ae-08d8b9c5b3a1', 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:27:52.686423 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-f15ddda4-1b32-4cb6-94a0-760814ba3da1 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:27:52.691134 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-f15ddda4-1b32-4cb6-94a0-760814ba3da1 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Usage tracker for resource:security_group_rule and tenant:51cd3a26242746e0abb60baf938aae7f is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:27:52.695335 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-f15ddda4-1b32-4cb6-94a0-760814ba3da1 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:27:52.701837 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-f15ddda4-1b32-4cb6-94a0-760814ba3da1 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:27:52.728872 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.securitygroups_db [None req-f15ddda4-1b32-4cb6-94a0-760814ba3da1 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Project 51cd3a26242746e0abb60baf938aae7f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 17:27:52.744543 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.745958 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f15ddda4-1b32-4cb6-94a0-760814ba3da1 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.762128 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9aa874f5-9eca-4e40-b545-57d6c67822ca req-bbf9a154-a63a-4ae3-8824-8d06c38cdc0c service neutron] 10.222.0.36 "GET /v2.0/networks/e30340b3-1127-442e-a9fd-0f2e95971614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1758449
May 10 17:27:52.820802 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f15ddda4-1b32-4cb6-94a0-760814ba3da1 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.824936 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f15ddda4-1b32-4cb6-94a0-760814ba3da1 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.827001 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-3cb048d6-0c4e-47d8-a1c4-3cd22082e7e4 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:52.857243 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f15ddda4-1b32-4cb6-94a0-760814ba3da1 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.861135 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-f15ddda4-1b32-4cb6-94a0-760814ba3da1 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1858807
May 10 17:27:52.861135 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ddda4-1b32-4cb6-94a0-760814ba3da1 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0779d939-bd27-4c11-ad22-7f0f4c33d970,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:52.861630 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-f15ddda4-1b32-4cb6-94a0-760814ba3da1 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:52.903109 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-5ac5129c-f1f6-4d41-8420-eb1360bcb85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:52.952666 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c52fe5-529e-4324-bcb1-95f1b44e5462 req-cdb2484e-0350-411e-932b-d9f7d9b0e0f2 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:52.954212 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a8c52fe5-529e-4324-bcb1-95f1b44e5462 req-cdb2484e-0350-411e-932b-d9f7d9b0e0f2 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0938439
May 10 17:27:52.988387 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b1c30f3-c0c4-4ed7-a522-773ed3dbca60 None None] New status for floating IP cd50b99b-5187-4c1d-aa69-69012d66c3cf: ACTIVE {{(pid=78700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:27:53.041931 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a8c52fe5-529e-4324-bcb1-95f1b44e5462 req-107ba8c5-d602-4897-8af4-7ef1c9b22133 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818191
May 10 17:27:53.052195 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ab9cedc8-2dd9-4fb8-aaa2-07dabd2f4920 req-b904a3c4-6225-4733-b3fc-f2b28ea91dda tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2041144508&fields=id&tenant_id=51cd3a26242746e0abb60baf938aae7f HTTP/1.1" status: 200  len: 267 time: 0.0784206
May 10 17:27:53.144571 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cedc8-2dd9-4fb8-aaa2-07dabd2f4920 req-da3d4f25-460c-40bb-83c8-c353a885711d tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:53.146012 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ab9cedc8-2dd9-4fb8-aaa2-07dabd2f4920 req-da3d4f25-460c-40bb-83c8-c353a885711d tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 946 time: 0.0805619
May 10 17:27:53.159257 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-ab9cedc8-2dd9-4fb8-aaa2-07dabd2f4920 req-fd03ad2c-e730-48b3-8cf8-a2bc44cb61b5 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Request body: {'port': {'security_groups': ['8b1b8661-53ce-48a6-b6e5-ed32823e117d', '52a9b31e-985a-4ccf-a0ae-08d8b9c5b3a1']}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:27:53.292881 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-ab9cedc8-2dd9-4fb8-aaa2-07dabd2f4920 req-fd03ad2c-e730-48b3-8cf8-a2bc44cb61b5 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:53.495890 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a1bbd5-c5b1-4d9a-8a2c-c271dae3c9a6 req-2abda530-aa76-4766-a624-d6eb6e836d58 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:53.497774 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-63a1bbd5-c5b1-4d9a-8a2c-c271dae3c9a6 req-2abda530-aa76-4766-a624-d6eb6e836d58 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.1625524
May 10 17:27:53.616729 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-63a1bbd5-c5b1-4d9a-8a2c-c271dae3c9a6 req-b47fe1cf-cab0-418e-9882-7494abb4d468 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703154
May 10 17:27:53.643173 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-ab9cedc8-2dd9-4fb8-aaa2-07dabd2f4920 req-fd03ad2c-e730-48b3-8cf8-a2bc44cb61b5 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] For port 8d45ee84-4b67-4767-8c74-74969170668e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d45ee84-4b67-4767-8c74-74969170668e,segment=NetworkSegment(19c300d7-e0aa-429f-8b65-7e2621890ab8),segment_id=19c300d7-e0aa-429f-8b65-7e2621890ab8)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:27:53.670387 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-ab9cedc8-2dd9-4fb8-aaa2-07dabd2f4920 req-fd03ad2c-e730-48b3-8cf8-a2bc44cb61b5 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for port, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:53.674856 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-ab9cedc8-2dd9-4fb8-aaa2-07dabd2f4920 req-fd03ad2c-e730-48b3-8cf8-a2bc44cb61b5 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:53.680015 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-530caeaa-839a-48ff-b142-331459e43e89 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:27:53.721160 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['8d45ee84-4b67-4767-8c74-74969170668e'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:27:53.837340 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9cedc8-2dd9-4fb8-aaa2-07dabd2f4920 req-fd03ad2c-e730-48b3-8cf8-a2bc44cb61b5 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:53.837962 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-ab9cedc8-2dd9-4fb8-aaa2-07dabd2f4920 req-fd03ad2c-e730-48b3-8cf8-a2bc44cb61b5 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:53.839345 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ab9cedc8-2dd9-4fb8-aaa2-07dabd2f4920 req-fd03ad2c-e730-48b3-8cf8-a2bc44cb61b5 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "PUT /v2.0/ports/8d45ee84-4b67-4767-8c74-74969170668e HTTP/1.1" status: 200  len: 982 time: 0.6848521
May 10 17:27:53.839855 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9b02a9-749d-4a9e-bb13-5bc1942e60eb', 'tag': '8d45ee84-4b67-4767-8c74-74969170668e'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:27:53.866394 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd03ad2c-e730-48b3-8cf8-a2bc44cb61b5 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Pushing event updated for resources: {'Port': ['ID=8d45ee84-4b67-4767-8c74-74969170668e,revision_number=6']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:27:53.870816 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-fd03ad2c-e730-48b3-8cf8-a2bc44cb61b5 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:27:53.910938 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9b02a9-749d-4a9e-bb13-5bc1942e60eb', 'tag': '8d45ee84-4b67-4767-8c74-74969170668e', 'status': 'completed', 'code': 200}
May 10 17:27:53.970931 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:54.004005 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['8d45ee84-4b67-4767-8c74-74969170668e'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:27:54.090610 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b636f-7d3e-4a7a-b17d-20eefa240db2 req-f381eb2d-f919-4347-b4d1-39bcd9db2693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:54.093868 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc7b636f-7d3e-4a7a-b17d-20eefa240db2 req-f381eb2d-f919-4347-b4d1-39bcd9db2693 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51cd3a26242746e0abb60baf938aae7f&device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 1138 time: 0.1364446
May 10 17:27:54.210382 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-81e499d2-5351-4f3f-a5db-63c6830e2203 None None] Provisioning complete for port 8d45ee84-4b67-4767-8c74-74969170668e triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:27:54.210691 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-81e499d2-5351-4f3f-a5db-63c6830e2203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:54.330361 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b636f-7d3e-4a7a-b17d-20eefa240db2 req-96713d7e-7e12-43d2-b660-50f641fbecd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:54.331811 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc7b636f-7d3e-4a7a-b17d-20eefa240db2 req-96713d7e-7e12-43d2-b660-50f641fbecd2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e30340b3-1127-442e-a9fd-0f2e95971614 HTTP/1.1" status: 200  len: 915 time: 0.2048161
May 10 17:27:54.345210 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f3877-1a18-438a-a6aa-3bd0504bee97 req-ba7ed8a5-6664-4b7a-9568-19b7e099efcc tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:54.346564 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-680f3877-1a18-438a-a6aa-3bd0504bee97 req-ba7ed8a5-6664-4b7a-9568-19b7e099efcc tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 985 time: 0.2514179
May 10 17:27:54.452071 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156953eb-587e-41eb-8093-09b9771494f9 req-d5a2c647-d1b2-4324-98cc-2bc5710ae0fa tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:54.453863 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-156953eb-587e-41eb-8093-09b9771494f9 req-d5a2c647-d1b2-4324-98cc-2bc5710ae0fa tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.2488706
May 10 17:27:54.515466 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc7b636f-7d3e-4a7a-b17d-20eefa240db2 req-cd067e87-8143-45cd-8384-e41aa56b2d43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d45ee84-4b67-4767-8c74-74969170668e HTTP/1.1" status: 200  len: 1001 time: 0.1679590
May 10 17:27:54.521286 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-680f3877-1a18-438a-a6aa-3bd0504bee97 req-efb5ad54-280b-4283-b190-6c6ea5b75eb2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=52a9b31e-985a-4ccf-a0ae-08d8b9c5b3a1&id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1177480
May 10 17:27:54.582208 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-156953eb-587e-41eb-8093-09b9771494f9 req-7adffd21-5345-4758-94ce-69d1a4aa9987 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1215158
May 10 17:27:54.603681 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b636f-7d3e-4a7a-b17d-20eefa240db2 req-5b3b1446-a1bf-4fab-a743-dacc2365cb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:54.605578 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc7b636f-7d3e-4a7a-b17d-20eefa240db2 req-5b3b1446-a1bf-4fab-a743-dacc2365cb90 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6557896f-14e0-40b8-8e83-968084329579 HTTP/1.1" status: 200  len: 853 time: 0.0822370
May 10 17:27:54.684956 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b636f-7d3e-4a7a-b17d-20eefa240db2 req-b3d8f62b-0c56-46e2-82d1-097d1c7c5086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:54.686444 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc7b636f-7d3e-4a7a-b17d-20eefa240db2 req-b3d8f62b-0c56-46e2-82d1-097d1c7c5086 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e30340b3-1127-442e-a9fd-0f2e95971614&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0732851
May 10 17:27:54.873594 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc7b636f-7d3e-4a7a-b17d-20eefa240db2 req-98d64597-ef6b-4c48-8e21-f16226796b26 service neutron] 10.222.0.36 "GET /v2.0/networks/e30340b3-1127-442e-a9fd-0f2e95971614?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1767046
May 10 17:27:54.912044 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ec6b7-7e92-4787-a08e-15238c93ac0d req-31d36561-0db4-4773-9044-ca03f21ff84d tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:54.913415 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-179ec6b7-7e92-4787-a08e-15238c93ac0d req-31d36561-0db4-4773-9044-ca03f21ff84d tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.1478002
May 10 17:27:55.029852 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-179ec6b7-7e92-4787-a08e-15238c93ac0d req-e46d990d-ce4b-487d-a139-68ac31ac04d3 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0712879
May 10 17:27:55.056225 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc7b636f-7d3e-4a7a-b17d-20eefa240db2 req-e9f61572-940b-47a0-9ba1-d8aac51d424c service neutron] 10.222.0.36 "GET /v2.0/networks/e30340b3-1127-442e-a9fd-0f2e95971614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1742711
May 10 17:27:55.410881 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:27:55.765496 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120fdbc-2fe1-4801-b9e5-5460fe3bf9aa req-ee2ef034-c0b6-4ffc-8d0d-4b85917b75bd tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:55.766867 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3120fdbc-2fe1-4801-b9e5-5460fe3bf9aa req-ee2ef034-c0b6-4ffc-8d0d-4b85917b75bd tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0792890
May 10 17:27:55.810703 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3120fdbc-2fe1-4801-b9e5-5460fe3bf9aa req-bd730e1f-8251-470d-aad8-e345fc04b772 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381739
May 10 17:27:56.224393 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c42d49-f752-40f3-b405-3d5253a07b1f req-3dad5450-eac1-4827-840b-0c94c94be2a1 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:56.225826 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c2c42d49-f752-40f3-b405-3d5253a07b1f req-3dad5450-eac1-4827-840b-0c94c94be2a1 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0823843
May 10 17:27:56.271945 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c2c42d49-f752-40f3-b405-3d5253a07b1f req-a936081a-ed94-4e2b-93de-27e01c3c6967 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399585
May 10 17:27:56.989899 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b039b8-9c42-4650-b2d2-e394f940934a req-47652bb0-88e5-4d8a-9e8a-c4a6a7a80a1c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:56.991338 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-60b039b8-9c42-4650-b2d2-e394f940934a req-47652bb0-88e5-4d8a-9e8a-c4a6a7a80a1c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0783284
May 10 17:27:57.034576 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-60b039b8-9c42-4650-b2d2-e394f940934a req-4de33bc9-9a13-4f69-8caa-fff0ab25a93f tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368569
May 10 17:27:57.462738 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db6b02-7ae8-435a-ae74-f68fb5dbc519 req-afe33a17-ecda-400c-8634-a0125518e5ad tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:57.464189 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-52db6b02-7ae8-435a-ae74-f68fb5dbc519 req-afe33a17-ecda-400c-8634-a0125518e5ad tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0828283
May 10 17:27:57.508806 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-52db6b02-7ae8-435a-ae74-f68fb5dbc519 req-b8315216-81f8-411e-a47f-57b7e520c01b tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381148
May 10 17:27:58.216330 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce239e94-eb04-4fc2-985a-5d9472362ffc req-83854d4c-ecd6-4220-b0af-97f6329896d2 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:58.217670 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ce239e94-eb04-4fc2-985a-5d9472362ffc req-83854d4c-ecd6-4220-b0af-97f6329896d2 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0779083
May 10 17:27:58.265035 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ce239e94-eb04-4fc2-985a-5d9472362ffc req-4884e6b0-ca6a-4339-b69d-00c4564a1a24 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416396
May 10 17:27:58.935624 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20336a1d-f93a-46fa-9418-b921f474a0f8 req-5cf5229c-0acc-495a-a02b-b2492ecde087 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:58.937302 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-20336a1d-f93a-46fa-9418-b921f474a0f8 req-5cf5229c-0acc-495a-a02b-b2492ecde087 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.1769662
May 10 17:27:58.980801 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-20336a1d-f93a-46fa-9418-b921f474a0f8 req-8bc01933-b43f-4b56-897c-12b8b37de737 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379131
May 10 17:27:59.453932 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d41fdbe-15d5-445c-956b-80b3f1dca2ec req-13447482-f55f-405d-8d06-f2685344ddc4 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:27:59.455415 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1d41fdbe-15d5-445c-956b-80b3f1dca2ec req-13447482-f55f-405d-8d06-f2685344ddc4 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0815890
May 10 17:27:59.499802 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1d41fdbe-15d5-445c-956b-80b3f1dca2ec req-8b0f075d-33e6-4592-96b7-703128a04695 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386319
May 10 17:28:00.048267 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device df51801e-4b4f-4882-bfda-80d9c2c3b7fc details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:28:00.172882 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683d0b1-4777-440d-b6d0-a5e1f93ccd0f req-4eb50dc1-d8c8-4012-9426-6bc04aa9cafc tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:00.174329 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c683d0b1-4777-440d-b6d0-a5e1f93ccd0f req-4eb50dc1-d8c8-4012-9426-6bc04aa9cafc tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 944 time: 0.0786040
May 10 17:28:00.181384 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port df51801e-4b4f-4882-bfda-80d9c2c3b7fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=df51801e-4b4f-4882-bfda-80d9c2c3b7fc,segment=NetworkSegment(524b4c66-d4ad-48e2-848a-46ffd9e34222),segment_id=524b4c66-d4ad-48e2-848a-46ffd9e34222)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:28:00.194895 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': 'df51801e-4b4f-4882-bfda-80d9c2c3b7fc', 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf', 'port_id': 'df51801e-4b4f-4882-bfda-80d9c2c3b7fc', 'mac_address': 'fa:16:3e:75:7c:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f962103c-0f67-411d-a90a-456d6581d1ab', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:28:00.221721 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c683d0b1-4777-440d-b6d0-a5e1f93ccd0f req-18dbdef4-f15c-4045-a5c1-97a780beea0e tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412946
May 10 17:28:00.248783 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:00.268195 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df51801e-4b4f-4882-bfda-80d9c2c3b7fc {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:28:00.283309 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port df51801e-4b4f-4882-bfda-80d9c2c3b7fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=df51801e-4b4f-4882-bfda-80d9c2c3b7fc,segment=NetworkSegment(524b4c66-d4ad-48e2-848a-46ffd9e34222),segment_id=524b4c66-d4ad-48e2-848a-46ffd9e34222)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:28:00.286632 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:00.288326 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-6d17f146-2f6a-4464-9fc3-c3e8fd9e156a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:00.350929 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=df51801e-4b4f-4882-bfda-80d9c2c3b7fc,revision_number=7']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:00.358157 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:00.358519 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:00.358849 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:00.359171 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:00.359487 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:00.359803 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:00.360117 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:00.360428 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:00.360739 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:00.361051 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:00.361358 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:00.361664 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:28:00.365305 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:00.681479 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7456023e-84a6-48ab-bcd5-d4b78f4967ce req-22eff36a-26e1-4cdb-9814-dd1b540ee9b4 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:00.682934 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7456023e-84a6-48ab-bcd5-d4b78f4967ce req-22eff36a-26e1-4cdb-9814-dd1b540ee9b4 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0784459
May 10 17:28:00.717525 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['df51801e-4b4f-4882-bfda-80d9c2c3b7fc'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:28:00.726227 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7456023e-84a6-48ab-bcd5-d4b78f4967ce req-d6c5f6e1-ec0a-4c61-92d8-38a16a6b6057 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370338
May 10 17:28:01.080718 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2580ff49-0941-445a-b169-1b7af65af653 req-e8d374ab-6be4-4996-9a65-863c068a5946 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:01.082070 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2580ff49-0941-445a-b169-1b7af65af653 req-e8d374ab-6be4-4996-9a65-863c068a5946 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0830119
May 10 17:28:01.166768 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2580ff49-0941-445a-b169-1b7af65af653 req-57bee0e5-06ca-4af1-be05-a27033a9364a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0789127
May 10 17:28:01.191087 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdd1cc-a44a-4c57-b4eb-fdece8496500 req-465051a3-789e-4000-af21-8a3868a7cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:01.192563 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bebdd1cc-a44a-4c57-b4eb-fdece8496500 req-465051a3-789e-4000-af21-8a3868a7cbe5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aca5e614d86048998dd46f3226b6b322&device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 1099 time: 0.0920942
May 10 17:28:01.327811 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdd1cc-a44a-4c57-b4eb-fdece8496500 req-30829e88-22b3-4de7-9d82-2351db3cc6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:01.329365 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bebdd1cc-a44a-4c57-b4eb-fdece8496500 req-30829e88-22b3-4de7-9d82-2351db3cc6b5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64b55f2c-b19a-482d-8023-f6baaecf0a48 HTTP/1.1" status: 200  len: 911 time: 0.1264958
May 10 17:28:01.474175 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bebdd1cc-a44a-4c57-b4eb-fdece8496500 req-6b19d8fb-2d16-40b0-8f95-1ca0012243c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efcf780a-b180-4ccf-83b7-ac9d45b35052 HTTP/1.1" status: 200  len: 1002 time: 0.1082890
May 10 17:28:01.534331 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4b6af-e539-484d-b404-42123337a275 req-6388bea5-50d5-477e-8b78-ab20382a95d9 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:01.535744 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-07f4b6af-e539-484d-b404-42123337a275 req-6388bea5-50d5-477e-8b78-ab20382a95d9 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 945 time: 0.2045016
May 10 17:28:01.565745 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdd1cc-a44a-4c57-b4eb-fdece8496500 req-0eea5018-5e48-42f0-9682-3597c73d1b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:01.567148 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bebdd1cc-a44a-4c57-b4eb-fdece8496500 req-0eea5018-5e48-42f0-9682-3597c73d1b78 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4c8a815-a89d-415f-a89e-782eae16c1a8 HTTP/1.1" status: 200  len: 849 time: 0.0853610
May 10 17:28:01.632048 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-07f4b6af-e539-484d-b404-42123337a275 req-28583843-b5d8-4e11-be0e-b363aaa421ee tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0905418
May 10 17:28:01.659596 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdd1cc-a44a-4c57-b4eb-fdece8496500 req-2c08b98d-9ff7-4065-98b5-5fa93435b595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:01.661030 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bebdd1cc-a44a-4c57-b4eb-fdece8496500 req-2c08b98d-9ff7-4065-98b5-5fa93435b595 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64b55f2c-b19a-482d-8023-f6baaecf0a48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0798283
May 10 17:28:01.791637 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bebdd1cc-a44a-4c57-b4eb-fdece8496500 req-388dd6e9-492c-4548-8115-6f93f8d0d138 service neutron] 10.222.0.36 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221817
May 10 17:28:01.920999 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bebdd1cc-a44a-4c57-b4eb-fdece8496500 req-05f7f9e4-1bac-4aec-bced-bafcc38da541 service neutron] 10.222.0.36 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1225007
May 10 17:28:02.051203 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device df51801e-4b4f-4882-bfda-80d9c2c3b7fc up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:28:02.119899 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port df51801e-4b4f-4882-bfda-80d9c2c3b7fc triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:28:02.120267 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:02.235933 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:02.262414 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261e9b77-db9a-4a51-bd06-480d1bff4a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df51801e-4b4f-4882-bfda-80d9c2c3b7fc'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:28:02.271789 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port df51801e-4b4f-4882-bfda-80d9c2c3b7fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=df51801e-4b4f-4882-bfda-80d9c2c3b7fc,segment=NetworkSegment(524b4c66-d4ad-48e2-848a-46ffd9e34222),segment_id=524b4c66-d4ad-48e2-848a-46ffd9e34222)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:28:02.276100 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:02.279847 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:28:02.316512 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261e9b77-db9a-4a51-bd06-480d1bff4a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df51801e-4b4f-4882-bfda-80d9c2c3b7fc', 'code': 200}
May 10 17:28:02.349070 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=df51801e-4b4f-4882-bfda-80d9c2c3b7fc,revision_number=8']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:28:02.352786 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e6d1d7-ed00-407b-8473-454f7c24a559 req-2b21d7ca-0e4a-4e88-a902-bb535b1eb36e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:02.354276 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b8e6d1d7-ed00-407b-8473-454f7c24a559 req-2b21d7ca-0e4a-4e88-a902-bb535b1eb36e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0826492
May 10 17:28:02.357481 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:28:02.403190 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b8e6d1d7-ed00-407b-8473-454f7c24a559 req-801e6c82-9cdc-4fcb-9a99-9e7ae22f7755 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421221
May 10 17:28:02.713069 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ed842-e3c0-41d1-9311-fcbec892e3bc req-34bbee35-fe3d-4875-b126-dfb077dc758d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:02.714543 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-902ed842-e3c0-41d1-9311-fcbec892e3bc req-34bbee35-fe3d-4875-b126-dfb077dc758d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 1099 time: 0.0682070
May 10 17:28:02.830762 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-902ed842-e3c0-41d1-9311-fcbec892e3bc req-4bb467b9-40c7-43c0-bd51-1ed4d752f02f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0585327
May 10 17:28:02.860273 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644b70df-5cc8-454e-b835-5b3562867de8 req-9afd8691-9019-42d2-adb7-9644e6537296 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:02.861856 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-644b70df-5cc8-454e-b835-5b3562867de8 req-9afd8691-9019-42d2-adb7-9644e6537296 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.1201677
May 10 17:28:02.999157 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-644b70df-5cc8-454e-b835-5b3562867de8 req-b6e853b2-b652-4485-9774-95ae50836ccf tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1311047
May 10 17:28:03.586791 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006ebb3b-33d8-46fa-8053-8cea730ec33e req-99aa2277-eb74-4228-b649-b86cb95debb4 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:03.588111 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-006ebb3b-33d8-46fa-8053-8cea730ec33e req-99aa2277-eb74-4228-b649-b86cb95debb4 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0777662
May 10 17:28:03.633590 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-006ebb3b-33d8-46fa-8053-8cea730ec33e req-80d727b2-058a-423d-a16e-7b010627246a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392399
May 10 17:28:04.186172 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1341c-890b-48ae-a584-044e7ed2ac00 req-79c1a288-bf37-4b6a-befe-23ac900763fb tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:04.187531 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a1f1341c-890b-48ae-a584-044e7ed2ac00 req-79c1a288-bf37-4b6a-befe-23ac900763fb tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.0799558
May 10 17:28:04.229861 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a1f1341c-890b-48ae-a584-044e7ed2ac00 req-8fe85886-8da7-4769-be78-8dc46c5ffaee tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367415
May 10 17:28:05.413209 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e40ec-0412-4dcd-a735-1cf7e159d38d req-52a21d24-32e1-40f0-a37a-faf7f0ab962b tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:05.414674 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6d3e40ec-0412-4dcd-a735-1cf7e159d38d req-52a21d24-32e1-40f0-a37a-faf7f0ab962b tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.0820382
May 10 17:28:05.458228 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6d3e40ec-0412-4dcd-a735-1cf7e159d38d req-65a9f39d-0e3c-4321-bea8-8702eb6b280b tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372820
May 10 17:28:20.236935 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-8ab1c389-057d-4b1e-8597-9f62775376a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:21.509365 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:22.737580 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:22.903626 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-e8072951-4e1e-48b0-9e6a-3318271b9651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:23.954861 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:24.225068 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:28:25.413008 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:49.617674 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7a491092-9ea6-4fa5-a851-edc857b92b57 req-a1efc9f2-2614-4198-8ec8-508f2c1a752e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0678666
May 10 17:28:49.720513 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a491092-9ea6-4fa5-a851-edc857b92b57 req-80d9a3fb-e51a-4caa-a8a6-89721be590d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:49.721932 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7a491092-9ea6-4fa5-a851-edc857b92b57 req-80d9a3fb-e51a-4caa-a8a6-89721be590d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aca5e614d86048998dd46f3226b6b322&device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 1099 time: 0.0712018
May 10 17:28:49.861356 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a491092-9ea6-4fa5-a851-edc857b92b57 req-3de45e6e-b674-4b67-8b26-e21f4ed15d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:49.862852 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7a491092-9ea6-4fa5-a851-edc857b92b57 req-3de45e6e-b674-4b67-8b26-e21f4ed15d6c service neutron] 10.222.0.36 "GET /v2.0/networks?id=64b55f2c-b19a-482d-8023-f6baaecf0a48 HTTP/1.1" status: 200  len: 911 time: 0.1228590
May 10 17:28:49.964956 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7a491092-9ea6-4fa5-a851-edc857b92b57 req-99f3b039-a4d1-42be-a089-dec5a48a0c55 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efcf780a-b180-4ccf-83b7-ac9d45b35052 HTTP/1.1" status: 200  len: 1002 time: 0.0948725
May 10 17:28:50.025491 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a491092-9ea6-4fa5-a851-edc857b92b57 req-ed5f272f-20e8-4daa-a2b8-f64da39d0e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:50.026945 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7a491092-9ea6-4fa5-a851-edc857b92b57 req-ed5f272f-20e8-4daa-a2b8-f64da39d0e8e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4c8a815-a89d-415f-a89e-782eae16c1a8 HTTP/1.1" status: 200  len: 849 time: 0.0558624
May 10 17:28:50.103451 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a491092-9ea6-4fa5-a851-edc857b92b57 req-a9a2fed4-597c-4dd0-85ec-4a97bb24b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:28:50.104880 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7a491092-9ea6-4fa5-a851-edc857b92b57 req-a9a2fed4-597c-4dd0-85ec-4a97bb24b5c7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64b55f2c-b19a-482d-8023-f6baaecf0a48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0707819
May 10 17:28:50.235773 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7a491092-9ea6-4fa5-a851-edc857b92b57 req-74c6bd26-d9f5-4cf7-a2bb-a91aa3c21f30 service neutron] 10.222.0.36 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1236887
May 10 17:28:50.239518 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ae09f9b6-5353-4093-9ca8-ea124dfe3619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:50.365834 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7a491092-9ea6-4fa5-a851-edc857b92b57 req-5993e1f7-ef19-4b28-b010-6a38a3c58c58 service neutron] 10.222.0.36 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1239753
May 10 17:28:51.528992 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:52.739062 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:52.894181 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-a35fe998-30a3-4941-a1a5-192f4bc0c7c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:53.964096 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:28:55.415284 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:01.224479 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:29:05.984721 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c28e49d-ce40-47ca-b3cc-182e83f274db req-bc889a72-8614-463f-be21-2b908ec5ad8f tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:05.986156 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7c28e49d-ce40-47ca-b3cc-182e83f274db req-bc889a72-8614-463f-be21-2b908ec5ad8f tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 985 time: 0.1349483
May 10 17:29:05.991616 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc12f4c-dd30-4182-9ca8-52006af155a1 req-fbe96974-c3a1-4a71-b0e2-b94ae6a08f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:05.992961 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bfc12f4c-dd30-4182-9ca8-52006af155a1 req-fbe96974-c3a1-4a71-b0e2-b94ae6a08f19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51cd3a26242746e0abb60baf938aae7f&device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 1138 time: 0.1104927
May 10 17:29:06.108868 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7c28e49d-ce40-47ca-b3cc-182e83f274db req-6a5abcde-bbe2-4ce9-8a7d-68a54e853c8b tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=52a9b31e-985a-4ccf-a0ae-08d8b9c5b3a1&id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1149583
May 10 17:29:06.151301 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc12f4c-dd30-4182-9ca8-52006af155a1 req-7f39b975-aa7b-4b0a-be59-fecd846ef115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:06.152727 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bfc12f4c-dd30-4182-9ca8-52006af155a1 req-7f39b975-aa7b-4b0a-be59-fecd846ef115 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e30340b3-1127-442e-a9fd-0f2e95971614 HTTP/1.1" status: 200  len: 915 time: 0.1467013
May 10 17:29:06.353102 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bfc12f4c-dd30-4182-9ca8-52006af155a1 req-669c4b58-1139-4570-9ed6-8017129c9b09 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d45ee84-4b67-4767-8c74-74969170668e HTTP/1.1" status: 200  len: 1001 time: 0.1923113
May 10 17:29:06.413781 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc12f4c-dd30-4182-9ca8-52006af155a1 req-09adf12e-99f3-4f12-a2e2-0cbc5fd8cd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:06.415165 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bfc12f4c-dd30-4182-9ca8-52006af155a1 req-09adf12e-99f3-4f12-a2e2-0cbc5fd8cd82 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6557896f-14e0-40b8-8e83-968084329579 HTTP/1.1" status: 200  len: 853 time: 0.0554810
May 10 17:29:06.489213 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc12f4c-dd30-4182-9ca8-52006af155a1 req-6d29c0d4-a31e-4c8d-96fb-7fdaa557a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:06.490677 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bfc12f4c-dd30-4182-9ca8-52006af155a1 req-6d29c0d4-a31e-4c8d-96fb-7fdaa557a914 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e30340b3-1127-442e-a9fd-0f2e95971614&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0691116
May 10 17:29:06.621162 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bfc12f4c-dd30-4182-9ca8-52006af155a1 req-4b90feb2-b977-41fd-947c-a697e9cf73ce service neutron] 10.222.0.36 "GET /v2.0/networks/e30340b3-1127-442e-a9fd-0f2e95971614?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219707
May 10 17:29:06.752967 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bfc12f4c-dd30-4182-9ca8-52006af155a1 req-2af8007f-03c9-4daf-90e1-450d29c3226b service neutron] 10.222.0.36 "GET /v2.0/networks/e30340b3-1127-442e-a9fd-0f2e95971614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236517
May 10 17:29:07.293496 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e864fb32-8a5c-4f95-8a4e-f71f4917ce5b req-e79ce4fe-fbeb-4d66-b703-8af34f27a41b tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:07.294938 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e864fb32-8a5c-4f95-8a4e-f71f4917ce5b req-e79ce4fe-fbeb-4d66-b703-8af34f27a41b tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 985 time: 0.0820673
May 10 17:29:07.340441 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e864fb32-8a5c-4f95-8a4e-f71f4917ce5b req-62b566e9-3042-4972-9a74-64936da2be55 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=52a9b31e-985a-4ccf-a0ae-08d8b9c5b3a1&id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0387218
May 10 17:29:08.671951 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd8864-ac36-4ea4-a80d-b86744865400 req-a0c47ec3-8d4b-43dc-9f40-849160cac371 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:08.673295 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-99fd8864-ac36-4ea4-a80d-b86744865400 req-a0c47ec3-8d4b-43dc-9f40-849160cac371 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 985 time: 0.0844073
May 10 17:29:08.719351 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-99fd8864-ac36-4ea4-a80d-b86744865400 req-fe056c0b-de6a-49e0-91ec-4aef0e961453 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=52a9b31e-985a-4ccf-a0ae-08d8b9c5b3a1&id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0401635
May 10 17:29:09.900805 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5571b954-1d09-490b-b481-6700ff95c661 req-9e0d612e-c5e8-49e4-95f2-c8472ea6d452 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:09.902266 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5571b954-1d09-490b-b481-6700ff95c661 req-9e0d612e-c5e8-49e4-95f2-c8472ea6d452 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 985 time: 0.0803306
May 10 17:29:09.951180 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5571b954-1d09-490b-b481-6700ff95c661 req-ffc39437-b659-48b6-9449-e1e53f6d316a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=52a9b31e-985a-4ccf-a0ae-08d8b9c5b3a1&id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0424781
May 10 17:29:11.145676 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f1a229-e76c-4557-b0b0-979d4e4ff68f req-d3a9ced5-4135-4053-b937-92519be54f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:11.147159 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a9f1a229-e76c-4557-b0b0-979d4e4ff68f req-d3a9ced5-4135-4053-b937-92519be54f5a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 985 time: 0.0894604
May 10 17:29:11.195164 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a9f1a229-e76c-4557-b0b0-979d4e4ff68f req-c25e0203-2f9e-4a8e-9aef-0c511ccf0063 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=52a9b31e-985a-4ccf-a0ae-08d8b9c5b3a1&id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0422094
May 10 17:29:12.390508 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a0d4e-2d07-45f0-a70a-7f6390c67c9a req-0283e09f-52f8-4a7a-a1c0-818a9baea43e tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:12.392038 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-674a0d4e-2d07-45f0-a70a-7f6390c67c9a req-0283e09f-52f8-4a7a-a1c0-818a9baea43e tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 985 time: 0.0916386
May 10 17:29:12.438928 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-674a0d4e-2d07-45f0-a70a-7f6390c67c9a req-16c7caad-bbfa-4ff4-b265-46b5f554f4e0 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=52a9b31e-985a-4ccf-a0ae-08d8b9c5b3a1&id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0411174
May 10 17:29:13.627816 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea048e5-e326-4a8c-8124-bb1eed62f895 req-bb5684b4-f5aa-4127-bdd0-df2150b8d9ba tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:13.629621 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2ea048e5-e326-4a8c-8124-bb1eed62f895 req-bb5684b4-f5aa-4127-bdd0-df2150b8d9ba tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 985 time: 0.0871432
May 10 17:29:13.677730 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2ea048e5-e326-4a8c-8124-bb1eed62f895 req-4cd0c64c-d02f-426d-bcb7-d3a45eddd1f2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=52a9b31e-985a-4ccf-a0ae-08d8b9c5b3a1&id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0421703
May 10 17:29:14.010189 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca4923-fa06-4879-b744-43959647262c req-f9115cd9-f26f-4d91-ad1e-5b7b5c32531b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:14.011669 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-27ca4923-fa06-4879-b744-43959647262c req-f9115cd9-f26f-4d91-ad1e-5b7b5c32531b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0829930
May 10 17:29:14.056556 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-27ca4923-fa06-4879-b744-43959647262c req-bef748a9-f91b-49be-88cb-91c375d17a54 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384910
May 10 17:29:14.863697 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7dfe1-5817-4deb-ada5-b430b9b89dc7 req-2e970181-cb7b-4c43-86ca-6f3bfaf2a055 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:14.865170 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9ae7dfe1-5817-4deb-ada5-b430b9b89dc7 req-2e970181-cb7b-4c43-86ca-6f3bfaf2a055 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 985 time: 0.0791407
May 10 17:29:14.914645 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9ae7dfe1-5817-4deb-ada5-b430b9b89dc7 req-9fb568c8-001f-4ad4-9380-1f2579088bef tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=52a9b31e-985a-4ccf-a0ae-08d8b9c5b3a1&id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0435739
May 10 17:29:15.243041 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b4cf6-220e-4198-93e5-e7df491e9608 req-deb379a5-0915-40ff-a2fb-1911f4917e19 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:15.244466 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-864b4cf6-220e-4198-93e5-e7df491e9608 req-deb379a5-0915-40ff-a2fb-1911f4917e19 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0787473
May 10 17:29:15.288217 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-864b4cf6-220e-4198-93e5-e7df491e9608 req-a686ccf0-9115-4cd8-b024-39f6bdb7f570 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382144
May 10 17:29:16.100541 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dc6bd-7380-441a-ae57-83c730c55cba req-bddc3290-2c14-4173-a323-3a1fb05ab63b tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:16.102238 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-364dc6bd-7380-441a-ae57-83c730c55cba req-bddc3290-2c14-4173-a323-3a1fb05ab63b tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 985 time: 0.0838480
May 10 17:29:16.147486 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-364dc6bd-7380-441a-ae57-83c730c55cba req-a631c458-3a27-4f63-8ad1-daba0681deba tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=52a9b31e-985a-4ccf-a0ae-08d8b9c5b3a1&id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0394020
May 10 17:29:16.473557 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4d2fad-44c7-46a1-86f0-86a959d1dc75 req-ba9a5706-4284-4ed1-849b-92f33914b898 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:16.474926 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ee4d2fad-44c7-46a1-86f0-86a959d1dc75 req-ba9a5706-4284-4ed1-849b-92f33914b898 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0788679
May 10 17:29:16.524980 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ee4d2fad-44c7-46a1-86f0-86a959d1dc75 req-6d240d8a-14ee-47fd-b119-54095d132ed4 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440154
May 10 17:29:17.335688 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86ab894-5c1b-4e85-8403-1e88468e4783 req-ef43d28f-b048-4b53-998f-d6b304ba2378 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:17.337035 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d86ab894-5c1b-4e85-8403-1e88468e4783 req-ef43d28f-b048-4b53-998f-d6b304ba2378 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 985 time: 0.0832336
May 10 17:29:17.383140 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d86ab894-5c1b-4e85-8403-1e88468e4783 req-9b483d01-0890-4f00-865d-f4ad74c75838 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=52a9b31e-985a-4ccf-a0ae-08d8b9c5b3a1&id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0399115
May 10 17:29:17.711114 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36921736-b24e-4f48-a9f7-d304d18e37c8 req-eaa8c04f-d865-4216-a4b3-3203b47f1f98 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:17.712523 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-36921736-b24e-4f48-a9f7-d304d18e37c8 req-eaa8c04f-d865-4216-a4b3-3203b47f1f98 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0817907
May 10 17:29:17.847921 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-36921736-b24e-4f48-a9f7-d304d18e37c8 req-b0d476e9-ecea-4396-9b00-95a8655fccc1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1280804
May 10 17:29:18.567156 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553250c1-5f4d-48e6-8b07-d181f478535c req-4f343fd3-6879-4d8c-87da-3b13a444aa5f tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:18.568565 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-553250c1-5f4d-48e6-8b07-d181f478535c req-4f343fd3-6879-4d8c-87da-3b13a444aa5f tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 985 time: 0.0790734
May 10 17:29:18.618535 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-553250c1-5f4d-48e6-8b07-d181f478535c req-42ca0981-66dd-480e-ba26-c50ac180bc59 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=52a9b31e-985a-4ccf-a0ae-08d8b9c5b3a1&id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0443521
May 10 17:29:19.030570 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df879e73-20c5-4608-a5d1-5b59f69748e9 req-f3bbbf14-7896-4f84-914f-ca73028f5a2f tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:19.032000 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-df879e73-20c5-4608-a5d1-5b59f69748e9 req-f3bbbf14-7896-4f84-914f-ca73028f5a2f tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0791843
May 10 17:29:19.076061 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-df879e73-20c5-4608-a5d1-5b59f69748e9 req-8cb9851b-24dd-4fd3-8192-576425fb3256 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382845
May 10 17:29:20.241105 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-57547402-d72e-4a65-b432-f806e4f4e391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:20.269131 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1726e8d4-d6f1-4038-981e-a221375670f3 req-3e3aee8d-a037-4261-9e7b-8a2e5fd28af3 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:20.270599 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1726e8d4-d6f1-4038-981e-a221375670f3 req-3e3aee8d-a037-4261-9e7b-8a2e5fd28af3 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0834577
May 10 17:29:20.314975 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1726e8d4-d6f1-4038-981e-a221375670f3 req-7c952b6e-cce0-4dd5-82d5-5beca367f8ce tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382993
May 10 17:29:21.501970 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e7565a-1c43-4eed-8da6-2a5938dd858f req-36560da2-fbe9-461e-90d1-fcf08740002f tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:21.503426 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-87e7565a-1c43-4eed-8da6-2a5938dd858f req-36560da2-fbe9-461e-90d1-fcf08740002f tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0797026
May 10 17:29:21.534961 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:21.550834 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-87e7565a-1c43-4eed-8da6-2a5938dd858f req-52d53725-9261-4ae1-8d8a-cf38619a0725 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417681
May 10 17:29:22.731469 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d47c937-dcaf-4cfc-af07-d6c744ac1593 req-746246d6-c731-4485-839f-73a654af39d9 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:22.733418 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9d47c937-dcaf-4cfc-af07-d6c744ac1593 req-746246d6-c731-4485-839f-73a654af39d9 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0792091
May 10 17:29:22.742092 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:22.778356 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9d47c937-dcaf-4cfc-af07-d6c744ac1593 req-335259d5-8644-4be9-903d-11e5d846047f tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389779
May 10 17:29:22.894146 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-81832c6e-cab8-4fe0-82b9-787c799daa2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:23.475467 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c6c93-3481-4e90-81e8-0f943e3497a6 req-36cad5a6-3f30-4595-b27c-14e3f070c822 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:23.477110 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cb1c6c93-3481-4e90-81e8-0f943e3497a6 req-36cad5a6-3f30-4595-b27c-14e3f070c822 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.0814109
May 10 17:29:23.522633 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cb1c6c93-3481-4e90-81e8-0f943e3497a6 req-96ce9173-0338-426b-923f-9dace5a0233d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394740
May 10 17:29:23.961265 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:23.964947 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f91214-8ffb-415c-b791-07e463772843 req-795b5474-18ea-4b22-b0bc-22d103b4f911 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:23.966462 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f5f91214-8ffb-415c-b791-07e463772843 req-795b5474-18ea-4b22-b0bc-22d103b4f911 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0799284
May 10 17:29:24.014920 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f5f91214-8ffb-415c-b791-07e463772843 req-b9fe3d22-b6f0-488a-ab89-49a6714c949a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420959
May 10 17:29:24.709712 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e17bc5-6f70-434c-a601-0ff3b28a367d req-b0391ff0-6cce-418e-8495-6e4d3755f34e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:24.711172 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-17e17bc5-6f70-434c-a601-0ff3b28a367d req-b0391ff0-6cce-418e-8495-6e4d3755f34e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.0785761
May 10 17:29:24.755216 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-17e17bc5-6f70-434c-a601-0ff3b28a367d req-abd376b4-4e68-4689-a55a-f153b429afff tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383854
May 10 17:29:25.199746 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b8140-5088-4c86-8584-1e83bca6906f req-3dafb69a-c667-496b-aaeb-e151390289c1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:25.201184 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5b4b8140-5088-4c86-8584-1e83bca6906f req-3dafb69a-c667-496b-aaeb-e151390289c1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0827053
May 10 17:29:25.245068 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5b4b8140-5088-4c86-8584-1e83bca6906f req-29f63caa-20e1-4e10-b7eb-f05345d6e9b5 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374269
May 10 17:29:25.418970 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:25.579125 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4bd53b-3b62-4c18-a5b7-683d690c2b24 req-46f87858-7e54-4427-a208-830bd7ad40e8 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:25.580585 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4c4bd53b-3b62-4c18-a5b7-683d690c2b24 req-46f87858-7e54-4427-a208-830bd7ad40e8 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0807474
May 10 17:29:25.668887 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4c4bd53b-3b62-4c18-a5b7-683d690c2b24 req-8f26a7a3-fa1a-44c7-916c-39751d04ebd6 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0823851
May 10 17:29:25.691930 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eef2b2-7870-49e7-a22f-a05fb43e5ce8 req-5b6cd4c5-a48a-4a65-883b-5cc544cc37f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:25.693362 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b8eef2b2-7870-49e7-a22f-a05fb43e5ce8 req-5b6cd4c5-a48a-4a65-883b-5cc544cc37f4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aca5e614d86048998dd46f3226b6b322&device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 1099 time: 0.0943325
May 10 17:29:25.823588 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eef2b2-7870-49e7-a22f-a05fb43e5ce8 req-ae90f1a2-d70f-4e6d-943a-561ee000b882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:25.825039 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b8eef2b2-7870-49e7-a22f-a05fb43e5ce8 req-ae90f1a2-d70f-4e6d-943a-561ee000b882 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64b55f2c-b19a-482d-8023-f6baaecf0a48 HTTP/1.1" status: 200  len: 911 time: 0.1244678
May 10 17:29:25.971622 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b8eef2b2-7870-49e7-a22f-a05fb43e5ce8 req-4db5abc5-bb9d-4ab2-a935-000370e4ec1e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efcf780a-b180-4ccf-83b7-ac9d45b35052 HTTP/1.1" status: 200  len: 1002 time: 0.1400893
May 10 17:29:26.039414 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580c9bbe-006c-4eb8-8fa2-bd2688237143 req-284fd12f-2712-4261-8fcb-95ed53022bd3 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:26.040984 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-580c9bbe-006c-4eb8-8fa2-bd2688237143 req-284fd12f-2712-4261-8fcb-95ed53022bd3 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.1539142
May 10 17:29:26.068635 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eef2b2-7870-49e7-a22f-a05fb43e5ce8 req-8849fd8d-fdb0-4b1a-b15f-8a3c5a9aad14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:26.070018 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b8eef2b2-7870-49e7-a22f-a05fb43e5ce8 req-8849fd8d-fdb0-4b1a-b15f-8a3c5a9aad14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4c8a815-a89d-415f-a89e-782eae16c1a8 HTTP/1.1" status: 200  len: 849 time: 0.0909493
May 10 17:29:26.135677 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-580c9bbe-006c-4eb8-8fa2-bd2688237143 req-31fe4d17-0434-4a10-ae7b-758346d98100 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0859468
May 10 17:29:26.164963 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eef2b2-7870-49e7-a22f-a05fb43e5ce8 req-097cc9cc-9c1c-4d9a-b5b5-7edd81bfcc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:26.166478 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b8eef2b2-7870-49e7-a22f-a05fb43e5ce8 req-097cc9cc-9c1c-4d9a-b5b5-7edd81bfcc00 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64b55f2c-b19a-482d-8023-f6baaecf0a48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0899508
May 10 17:29:26.377918 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b8eef2b2-7870-49e7-a22f-a05fb43e5ce8 req-18eac536-974c-4837-b161-b1bc81e46fe1 service neutron] 10.222.0.36 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2049727
May 10 17:29:26.508554 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b8eef2b2-7870-49e7-a22f-a05fb43e5ce8 req-93a9e6a5-07b9-4fb9-ad56-f5c828055f52 service neutron] 10.222.0.36 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240678
May 10 17:29:26.851124 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442d5aa4-0ee7-484c-8fd0-3109899420a6 req-b2d30eb8-0a8b-4ba7-9549-ce89cb6f74dc tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:26.852813 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-442d5aa4-0ee7-484c-8fd0-3109899420a6 req-b2d30eb8-0a8b-4ba7-9549-ce89cb6f74dc tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0786610
May 10 17:29:26.895932 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-442d5aa4-0ee7-484c-8fd0-3109899420a6 req-7814839f-ec34-4d1c-8ae7-726ae6e9bc2c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373867
May 10 17:29:27.327947 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c70ea8-53f5-485f-a321-542f00c68541 req-b74013e0-b8fa-4961-8f07-0a72b5663e41 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:27.329314 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-95c70ea8-53f5-485f-a321-542f00c68541 req-b74013e0-b8fa-4961-8f07-0a72b5663e41 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.0825431
May 10 17:29:27.374763 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-95c70ea8-53f5-485f-a321-542f00c68541 req-cc5708f4-6492-46f0-bcb9-30df32b6c4e1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395904
May 10 17:29:28.079301 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da35c5-af76-4169-836f-bd2b77ce0d00 req-374b2f8a-8bb8-49aa-8be8-75a6c3392f9a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:28.080717 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-79da35c5-af76-4169-836f-bd2b77ce0d00 req-374b2f8a-8bb8-49aa-8be8-75a6c3392f9a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0818443
May 10 17:29:28.124500 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-79da35c5-af76-4169-836f-bd2b77ce0d00 req-78fa3d55-1a8a-464d-9a6a-fb1dbde0e5e9 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382240
May 10 17:29:28.568976 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3d80ed-210e-49b7-a1d2-b53327510311 req-43e8061b-f6cb-4c96-9af4-479754fd48a1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:28.570422 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4d3d80ed-210e-49b7-a1d2-b53327510311 req-43e8061b-f6cb-4c96-9af4-479754fd48a1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.0786107
May 10 17:29:28.617179 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4d3d80ed-210e-49b7-a1d2-b53327510311 req-7c18bd05-f224-44f7-88e6-8a0be3498e4a tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0410433
May 10 17:29:29.800817 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cce467-6bc0-439d-ada1-6b3024d181a9 req-84f05900-9174-440e-aeb0-1fee4f82d0cb tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:29.802233 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-35cce467-6bc0-439d-ada1-6b3024d181a9 req-84f05900-9174-440e-aeb0-1fee4f82d0cb tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.0782568
May 10 17:29:29.844919 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-35cce467-6bc0-439d-ada1-6b3024d181a9 req-7ef0d0c5-3b0b-4914-86cf-170c28e11b82 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0370848
May 10 17:29:31.035807 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5363fc00-3ac1-4c5c-b517-b452b7e07186 req-3131bb3b-a05e-4dac-997e-ccf186b694e4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:31.037236 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5363fc00-3ac1-4c5c-b517-b452b7e07186 req-3131bb3b-a05e-4dac-997e-ccf186b694e4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.0823998
May 10 17:29:31.080919 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-5363fc00-3ac1-4c5c-b517-b452b7e07186 req-bcae1fbe-e3d2-4722-9d6a-409e744307e2 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379918
May 10 17:29:32.269305 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85b583-65a9-4964-8d9a-0512a8ad7c15 req-738cc3a6-e8af-420e-9069-179fd488a1f8 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:32.270679 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1c85b583-65a9-4964-8d9a-0512a8ad7c15 req-738cc3a6-e8af-420e-9069-179fd488a1f8 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.0787113
May 10 17:29:32.314111 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1c85b583-65a9-4964-8d9a-0512a8ad7c15 req-eacb2436-5f48-436c-9f12-73868cb4cb45 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378277
May 10 17:29:33.506006 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e116ef6d-ffe1-4cf7-a80e-2c57ae3cdce8 req-d27418cf-6e9c-48b9-a15c-cac6d6938066 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:33.507492 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e116ef6d-ffe1-4cf7-a80e-2c57ae3cdce8 req-d27418cf-6e9c-48b9-a15c-cac6d6938066 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.0835803
May 10 17:29:33.553758 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e116ef6d-ffe1-4cf7-a80e-2c57ae3cdce8 req-d3757082-6f0a-431d-9eaa-b412f591e03e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400305
May 10 17:29:34.743316 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014e9cb-24f2-4c51-a998-db2460589652 req-565261bf-b02a-4768-b209-210cabd13f8c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:34.744740 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a014e9cb-24f2-4c51-a998-db2460589652 req-565261bf-b02a-4768-b209-210cabd13f8c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.0832889
May 10 17:29:34.790138 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a014e9cb-24f2-4c51-a998-db2460589652 req-a134a1c1-52bd-41f5-971f-5733099e30a6 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396373
May 10 17:29:35.975113 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d02185a-755e-4456-b739-fd0b62262d63 req-e89aee9b-9809-40a7-bb00-ef4498197bb7 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:35.976554 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0d02185a-755e-4456-b739-fd0b62262d63 req-e89aee9b-9809-40a7-bb00-ef4498197bb7 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.0792003
May 10 17:29:36.023241 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0d02185a-755e-4456-b739-fd0b62262d63 req-7af58294-3d8c-4ce6-aa25-bf895fc0c9e4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406857
May 10 17:29:36.565241 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device c41c7396-5129-403a-b942-2a503f859e3c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:29:36.694287 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port c41c7396-5129-403a-b942-2a503f859e3c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c41c7396-5129-403a-b942-2a503f859e3c,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:29:36.707076 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': 'c41c7396-5129-403a-b942-2a503f859e3c', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'port_id': 'c41c7396-5129-403a-b942-2a503f859e3c', 'mac_address': 'fa:16:3e:df:64:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:29:36.762890 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:36.803820 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c41c7396-5129-403a-b942-2a503f859e3c {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:29:36.819252 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port c41c7396-5129-403a-b942-2a503f859e3c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c41c7396-5129-403a-b942-2a503f859e3c,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:29:36.822661 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:36.824372 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:29:36.886730 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=c41c7396-5129-403a-b942-2a503f859e3c,revision_number=6']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:29:36.893593 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:36.893934 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:36.894268 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:36.894617 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:36.894939 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:36.895257 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:36.895571 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:36.895884 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:36.896200 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:36.896507 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:36.896814 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:36.897120 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:36.900730 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:29:37.005167 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['c41c7396-5129-403a-b942-2a503f859e3c'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:29:37.211241 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe8798b-8685-484c-93a3-6d55960af2cd req-5c0eb847-2df1-476e-b38e-390a81944d9b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:37.212671 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3fe8798b-8685-484c-93a3-6d55960af2cd req-5c0eb847-2df1-476e-b38e-390a81944d9b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 944 time: 0.0789697
May 10 17:29:37.257532 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3fe8798b-8685-484c-93a3-6d55960af2cd req-4dda5fce-853a-498f-8748-56c1804ea17e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392287
May 10 17:29:38.223138 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:29:38.499283 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1071a1-46e7-4fb5-b589-d35773485da6 req-cb5cba97-cfa8-4ef6-aee6-01890b0fd472 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:38.501300 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ba1071a1-46e7-4fb5-b589-d35773485da6 req-cb5cba97-cfa8-4ef6-aee6-01890b0fd472 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 944 time: 0.1328065
May 10 17:29:38.545131 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ba1071a1-46e7-4fb5-b589-d35773485da6 req-1682db41-6c63-4303-9334-8459982e264a tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380852
May 10 17:29:38.598090 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device c41c7396-5129-403a-b942-2a503f859e3c up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:29:38.663708 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port c41c7396-5129-403a-b942-2a503f859e3c triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:29:38.664080 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:38.777673 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:38.804002 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b181282d-1624-4f3e-a6c7-5fb448435bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41c7396-5129-403a-b942-2a503f859e3c'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:29:38.813844 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port c41c7396-5129-403a-b942-2a503f859e3c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c41c7396-5129-403a-b942-2a503f859e3c,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:29:38.817984 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:38.819867 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:29:38.856440 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b181282d-1624-4f3e-a6c7-5fb448435bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41c7396-5129-403a-b942-2a503f859e3c', 'code': 200}
May 10 17:29:38.886915 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=c41c7396-5129-403a-b942-2a503f859e3c,revision_number=7']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:29:38.889735 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:29:39.730678 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39e7f75-7d9d-4c46-b2ba-d172f7249607 req-135927fa-e3a1-4593-b7e8-2bacf32d5aa4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:39.732085 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e39e7f75-7d9d-4c46-b2ba-d172f7249607 req-135927fa-e3a1-4593-b7e8-2bacf32d5aa4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.0771010
May 10 17:29:39.863585 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e39e7f75-7d9d-4c46-b2ba-d172f7249607 req-4fe578c4-e43c-49bc-b446-69d29589753c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1253273
May 10 17:29:41.099668 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e84bc3-d64b-40fe-b421-b03e694dff72 req-ee644776-afdf-4c77-8ca6-1d62eb60b740 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:41.101118 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-27e84bc3-d64b-40fe-b421-b03e694dff72 req-ee644776-afdf-4c77-8ca6-1d62eb60b740 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.1263344
May 10 17:29:41.147193 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-27e84bc3-d64b-40fe-b421-b03e694dff72 req-5829886a-6285-4e18-b734-49446179e105 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399771
May 10 17:29:42.351245 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60e02f-8100-4185-8300-efd8b3290025 req-e4d7456f-e539-4f1c-b073-bcda2fa0d576 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:42.353081 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2a60e02f-8100-4185-8300-efd8b3290025 req-e4d7456f-e539-4f1c-b073-bcda2fa0d576 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.0957773
May 10 17:29:42.414397 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2a60e02f-8100-4185-8300-efd8b3290025 req-04c4d074-e6f1-47aa-bd76-9672c48596fc tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0550742
May 10 17:29:43.617067 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b855bc34-cabe-4c97-b0af-b87f2235c808 req-8317c126-5a57-40e7-a3f3-2c1c4369762b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:43.618790 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b855bc34-cabe-4c97-b0af-b87f2235c808 req-8317c126-5a57-40e7-a3f3-2c1c4369762b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.0820694
May 10 17:29:43.670231 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b855bc34-cabe-4c97-b0af-b87f2235c808 req-398b1229-9a9d-40b8-84d4-6c31213784f2 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0455229
May 10 17:29:44.893615 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc41d37c-edba-4b9e-b96e-802d145a1c42 req-164e7afe-16e2-4d32-8f59-276d4b2f97bb tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:44.895118 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cc41d37c-edba-4b9e-b96e-802d145a1c42 req-164e7afe-16e2-4d32-8f59-276d4b2f97bb tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.0945387
May 10 17:29:44.943045 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cc41d37c-edba-4b9e-b96e-802d145a1c42 req-f7f98ed6-a758-4b79-9575-109011b1e9a1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0417359
May 10 17:29:45.043071 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 34924) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:29:45.331107 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Deleting port 5b5fcbd2-a1f5-498c-b919-1a2dcf006e67 {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:29:45.331326 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:45.459089 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:45.459419 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:45.582557 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Calling delete_port for 5b5fcbd2-a1f5-498c-b919-1a2dcf006e67 owned by network:floatingip {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:29:45.752836 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:45.757484 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-55a543e6-5798-4ef8-be2a-0b739cb83e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:29:45.811900 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Pushing event deleted for resources: {'Port': ['ID=5b5fcbd2-a1f5-498c-b919-1a2dcf006e67,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:29:45.879882 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:45.880247 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:45.880636 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:45.880993 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:45.881343 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:45.881696 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:45.882029 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:45.882389 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:45.882741 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:45.883082 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:45.883445 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:45.883759 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:45.895687 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:29:45.923192 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for floatingip, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:45.923663 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.l3_db [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Floating IP 32378244-2c5c-414b-b826-0a9be50b9929 disassociated (deleted). External IP: 172.27.1.148, port: df51801e-4b4f-4882-bfda-80d9c2c3b7fc.
May 10 17:29:46.182547 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271aaec0-6e5e-4c98-bb80-bbac8bfb7a12 req-327288b9-d476-4f2f-b86f-771ffa7ce660 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:46.184192 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-271aaec0-6e5e-4c98-bb80-bbac8bfb7a12 req-327288b9-d476-4f2f-b86f-771ffa7ce660 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.0959172
May 10 17:29:46.237282 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-271aaec0-6e5e-4c98-bb80-bbac8bfb7a12 req-b12afc37-4cdf-4fd8-9f98-3a411f763c1c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449333
May 10 17:29:46.496914 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Router b2276159-8965-497c-8eac-bca38d5cb2db has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:29:46.684703 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:29:46.694664 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d47c78-7e62-4c4a-ab08-13e27318e13a None None] Sync routers for ids ['b2276159-8965-497c-8eac-bca38d5cb2db'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:29:46.705391 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d47c78-7e62-4c4a-ab08-13e27318e13a None None] Routers {'b2276159-8965-497c-8eac-bca38d5cb2db'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:29:46.706177 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-22d47c78-7e62-4c4a-ab08-13e27318e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08b6e6d0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:29:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['b2276159-8965-497c-8eac-bca38d5cb2db'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:29:46.709144 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for floatingip, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:46.771918 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "DELETE /v2.0/floatingips/32378244-2c5c-414b-b826-0a9be50b9929 HTTP/1.1" status: 204  len: 168 time: 1.7269933
May 10 17:29:46.772514 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '261e9b77-db9a-4a51-bd06-480d1bff4a79', 'tag': 'df51801e-4b4f-4882-bfda-80d9c2c3b7fc'}] {{(pid=78698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:29:46.833778 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '261e9b77-db9a-4a51-bd06-480d1bff4a79', 'tag': 'df51801e-4b4f-4882-bfda-80d9c2c3b7fc', 'status': 'completed', 'code': 200}
May 10 17:29:46.887712 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-22d47c78-7e62-4c4a-ab08-13e27318e13a None None] Set router b2276159-8965-497c-8eac-bca38d5cb2db gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:29:46.996192 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66365cc4-7ffd-4815-8a6c-9d7316cc9684 req-466ac0b8-fd00-4ccc-a35c-9dc5a4092dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:46.998712 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-66365cc4-7ffd-4815-8a6c-9d7316cc9684 req-466ac0b8-fd00-4ccc-a35c-9dc5a4092dae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=3f31dcd80b43441793b8dccf23bea16a&device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 1099 time: 0.1142242
May 10 17:29:47.254911 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-22d47c78-7e62-4c4a-ab08-13e27318e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08b6e6d0>, [{'id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'name': 'tempest-TestShelveInstance-148834655-router', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:11Z', 'revision_number': 4, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'gw_port': {'id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '02612505-db92-4048-9f34-ef9c18f9cffa', 'name': '', 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'mac_address': 'fa:16:3e:b8:ad:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'f962103c-0f67-411d-a90a-456d6581d1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:10Z', 'updated_at': '2021-05-10T17:22:22Z', 'revision_number': 5, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'subnets': [{'id': 'f962103c-0f67-411d-a90a-456d6581d1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:29:47.259517 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d47c78-7e62-4c4a-ab08-13e27318e13a None None] Checking router: b2276159-8965-497c-8eac-bca38d5cb2db for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:29:47.273469 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d47c78-7e62-4c4a-ab08-13e27318e13a None None] Routers {'b2276159-8965-497c-8eac-bca38d5cb2db'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:29:47.274729 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-22d47c78-7e62-4c4a-ab08-13e27318e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08b6e6d0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:29:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['b2276159-8965-497c-8eac-bca38d5cb2db'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:29:47.323857 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66365cc4-7ffd-4815-8a6c-9d7316cc9684 req-7d0fbf24-80f5-471f-819c-405d67bbe49a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:47.325402 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-66365cc4-7ffd-4815-8a6c-9d7316cc9684 req-7d0fbf24-80f5-471f-819c-405d67bbe49a service neutron] 10.222.0.36 "GET /v2.0/networks?id=2b27b3d6-b96f-40b8-8215-39e706b9c0cf HTTP/1.1" status: 200  len: 909 time: 0.3185139
May 10 17:29:47.401108 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-66365cc4-7ffd-4815-8a6c-9d7316cc9684 req-aa220529-ddcc-4870-a285-9ccf931cd7c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df51801e-4b4f-4882-bfda-80d9c2c3b7fc HTTP/1.1" status: 200  len: 217 time: 0.0648096
May 10 17:29:47.497327 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-22d47c78-7e62-4c4a-ab08-13e27318e13a None None] Set router b2276159-8965-497c-8eac-bca38d5cb2db gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:29:47.500576 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bac865-41a4-4cd8-899d-a3dde23619b4 req-66d156b5-1b60-45f4-804e-d35dc0a8d792 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:47.502476 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-31bac865-41a4-4cd8-899d-a3dde23619b4 req-66d156b5-1b60-45f4-804e-d35dc0a8d792 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.2658484
May 10 17:29:47.571620 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-31bac865-41a4-4cd8-899d-a3dde23619b4 req-8adf356b-abff-4a48-99ea-eaf104f35b4d tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613036
May 10 17:29:47.580835 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66365cc4-7ffd-4815-8a6c-9d7316cc9684 req-1833fdae-d203-47ef-a082-dd13d4f1ff73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:47.582285 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-66365cc4-7ffd-4815-8a6c-9d7316cc9684 req-1833fdae-d203-47ef-a082-dd13d4f1ff73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f962103c-0f67-411d-a90a-456d6581d1ab HTTP/1.1" status: 200  len: 847 time: 0.1290700
May 10 17:29:47.657625 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20f7fdd-6082-44c3-b582-1186e51078da req-953e0b2d-4968-483c-bf5c-c10c73e08e5c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:47.659263 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b20f7fdd-6082-44c3-b582-1186e51078da req-953e0b2d-4968-483c-bf5c-c10c73e08e5c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.2571237
May 10 17:29:47.727523 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b20f7fdd-6082-44c3-b582-1186e51078da req-84b7aca0-6795-470e-8176-3e3fa91486e5 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0577519
May 10 17:29:47.743187 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66365cc4-7ffd-4815-8a6c-9d7316cc9684 req-da488223-a1ec-4c9c-ada1-bc1ae840c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:47.744777 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-66365cc4-7ffd-4815-8a6c-9d7316cc9684 req-da488223-a1ec-4c9c-ada1-bc1ae840c1c5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2b27b3d6-b96f-40b8-8215-39e706b9c0cf&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1495728
May 10 17:29:47.898636 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-66365cc4-7ffd-4815-8a6c-9d7316cc9684 req-25a82701-82a0-4153-9c9d-fb2490b9a756 service neutron] 10.222.0.36 "GET /v2.0/networks/2b27b3d6-b96f-40b8-8215-39e706b9c0cf?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459525
May 10 17:29:47.920391 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-22d47c78-7e62-4c4a-ab08-13e27318e13a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08b6e6d0>, [{'id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'name': 'tempest-TestShelveInstance-148834655-router', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:11Z', 'revision_number': 4, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'gw_port': {'id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '02612505-db92-4048-9f34-ef9c18f9cffa', 'name': '', 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'mac_address': 'fa:16:3e:b8:ad:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'f962103c-0f67-411d-a90a-456d6581d1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:10Z', 'updated_at': '2021-05-10T17:22:22Z', 'revision_number': 5, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'subnets': [{'id': 'f962103c-0f67-411d-a90a-456d6581d1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:29:47.926296 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d47c78-7e62-4c4a-ab08-13e27318e13a None None] The sync data for ids ['b2276159-8965-497c-8eac-bca38d5cb2db'] in dv-cinder-786383-3-iscsi is: [{'id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'name': 'tempest-TestShelveInstance-148834655-router', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:11Z', 'revision_number': 4, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'gw_port': {'id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '02612505-db92-4048-9f34-ef9c18f9cffa', 'name': '', 'network_id': '2b27b3d6-b96f-40b8-8215-39e706b9c0cf', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'mac_address': 'fa:16:3e:b8:ad:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'device_owner': 'network:router_interface', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': 'f962103c-0f67-411d-a90a-456d6581d1ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:10Z', 'updated_at': '2021-05-10T17:22:22Z', 'revision_number': 5, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'subnets': [{'id': 'f962103c-0f67-411d-a90a-456d6581d1ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:29:48.086579 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-66365cc4-7ffd-4815-8a6c-9d7316cc9684 req-dbeb48a3-6e4a-4edf-9c15-6f28ef135f5b service neutron] 10.222.0.36 "GET /v2.0/networks/2b27b3d6-b96f-40b8-8215-39e706b9c0cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1798077
May 10 17:29:48.272359 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf2a3fd-72bf-4cd2-94b9-a4a65bf74260 None None] New status for floating IP 32378244-2c5c-414b-b826-0a9be50b9929: DOWN {{(pid=78700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:29:48.788827 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00513608-29cd-4092-b226-d75871c5fe7b req-1bd292ce-01e0-4645-b647-31f5cd1c1c14 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:48.791144 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-00513608-29cd-4092-b226-d75871c5fe7b req-1bd292ce-01e0-4645-b647-31f5cd1c1c14 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.1041789
May 10 17:29:48.848814 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-00513608-29cd-4092-b226-d75871c5fe7b req-244a2b91-811e-4752-9859-c229d55ed8ad tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/security-groups?id=fa80ebb3-99a7-4530-9434-8914d755e6ae&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470014
May 10 17:29:48.961827 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b347722-a748-48a5-af67-08bc1fb16a41 req-e8cc3d7b-3a37-46e9-8816-6d4969208bd2 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:48.969224 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0b347722-a748-48a5-af67-08bc1fb16a41 req-e8cc3d7b-3a37-46e9-8816-6d4969208bd2 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.1133106
May 10 17:29:49.013127 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0b347722-a748-48a5-af67-08bc1fb16a41 req-46fc8f12-1902-4e91-83ce-25190ed8fd46 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429213
May 10 17:29:49.348918 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3a111d-905a-43dd-ad33-b3a55101e378 req-f90f5bff-c758-4867-9c7f-229a5bb7dafd tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:49.350599 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-db3a111d-905a-43dd-ad33-b3a55101e378 req-f90f5bff-c758-4867-9c7f-229a5bb7dafd tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.36 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 946 time: 0.1726160
May 10 17:29:49.498449 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-db3a111d-905a-43dd-ad33-b3a55101e378 req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Deleting port df51801e-4b4f-4882-bfda-80d9c2c3b7fc {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:29:49.498942 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-db3a111d-905a-43dd-ad33-b3a55101e378 req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:49.616909 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-0ccb2be6-05de-421e-9ec1-ab656c731460 req-2812b265-292d-4ae5-a218-6c62dd1ee4af service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0782373
May 10 17:29:49.655692 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-db3a111d-905a-43dd-ad33-b3a55101e378 req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] For port df51801e-4b4f-4882-bfda-80d9c2c3b7fc, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=df51801e-4b4f-4882-bfda-80d9c2c3b7fc,segment=NetworkSegment(524b4c66-d4ad-48e2-848a-46ffd9e34222),segment_id=524b4c66-d4ad-48e2-848a-46ffd9e34222)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:29:49.656372 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-db3a111d-905a-43dd-ad33-b3a55101e378 req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:49.745078 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb2be6-05de-421e-9ec1-ab656c731460 req-b3250143-f8dd-48a6-babd-12e17799b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:49.746674 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-0ccb2be6-05de-421e-9ec1-ab656c731460 req-b3250143-f8dd-48a6-babd-12e17799b399 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51cd3a26242746e0abb60baf938aae7f&device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 1138 time: 0.0919199
May 10 17:29:49.786272 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-db3a111d-905a-43dd-ad33-b3a55101e378 req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Calling delete_port for df51801e-4b4f-4882-bfda-80d9c2c3b7fc owned by compute:nova {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:29:49.904918 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb2be6-05de-421e-9ec1-ab656c731460 req-9c5797b9-1e62-408e-b900-51f114078431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:49.907635 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-0ccb2be6-05de-421e-9ec1-ab656c731460 req-9c5797b9-1e62-408e-b900-51f114078431 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e30340b3-1127-442e-a9fd-0f2e95971614 HTTP/1.1" status: 200  len: 915 time: 0.1384687
May 10 17:29:49.908921 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-db3a111d-905a-43dd-ad33-b3a55101e378 req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:49.916475 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:29:49.970945 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Pushing event deleted for resources: {'Port': ['ID=df51801e-4b4f-4882-bfda-80d9c2c3b7fc,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:29:50.031085 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:50.032153 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:50.032517 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:50.032869 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:50.033221 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:50.033570 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:50.033916 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:50.034259 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:50.034660 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:50.035007 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:50.035351 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:50.035783 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:29:50.058755 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-0ccb2be6-05de-421e-9ec1-ab656c731460 req-186fb05f-2801-4a21-bed0-d123aa3fd15a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d45ee84-4b67-4767-8c74-74969170668e HTTP/1.1" status: 200  len: 1001 time: 0.1436470
May 10 17:29:50.110425 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:29:50.129326 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb2be6-05de-421e-9ec1-ab656c731460 req-f59aa648-bf37-41ea-8f7b-dd9ba419fbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:50.131286 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-0ccb2be6-05de-421e-9ec1-ab656c731460 req-f59aa648-bf37-41ea-8f7b-dd9ba419fbfc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6557896f-14e0-40b8-8e83-968084329579 HTTP/1.1" status: 200  len: 853 time: 0.0662003
May 10 17:29:50.183944 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-faf7da90-b340-4ff3-b105-05acb641d77b req-e74a6f8d-70b2-4563-b7e5-b246017a371c tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 210 time: 0.1552997
May 10 17:29:50.226221 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb2be6-05de-421e-9ec1-ab656c731460 req-e35c123b-a2cd-4f1f-ad89-3f3d3ac851e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:50.228326 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-0ccb2be6-05de-421e-9ec1-ab656c731460 req-e35c123b-a2cd-4f1f-ad89-3f3d3ac851e2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e30340b3-1127-442e-a9fd-0f2e95971614&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0854521
May 10 17:29:50.230743 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-db3a111d-905a-43dd-ad33-b3a55101e378 req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] No DVR routers for this DVR port df51801e-4b4f-4882-bfda-80d9c2c3b7fc on host hv-cinder-78638 {{(pid=78697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:29:50.234554 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-db3a111d-905a-43dd-ad33-b3a55101e378 req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:50.246169 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '261e9b77-db9a-4a51-bd06-480d1bff4a79', 'name': 'network-vif-deleted', 'tag': 'df51801e-4b4f-4882-bfda-80d9c2c3b7fc'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:29:50.253435 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-1c75c2ee-10ff-44c0-9451-e4c34d0911c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:50.290331 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-db3a111d-905a-43dd-ad33-b3a55101e378 req-6ee27c29-3a56-4621-81c3-bd8e307b772f tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.36 "DELETE /v2.0/ports/df51801e-4b4f-4882-bfda-80d9c2c3b7fc HTTP/1.1" status: 204  len: 173 time: 0.9321878
May 10 17:29:50.315285 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '261e9b77-db9a-4a51-bd06-480d1bff4a79', 'name': 'network-vif-deleted', 'tag': 'df51801e-4b4f-4882-bfda-80d9c2c3b7fc', 'status': 'completed', 'code': 200}
May 10 17:29:50.378929 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a557f-8db9-4fc2-8d47-60adb8f218f0 req-3ddd4c69-3928-4215-8d66-382ad2fea792 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:50.380446 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c78a557f-8db9-4fc2-8d47-60adb8f218f0 req-3ddd4c69-3928-4215-8d66-382ad2fea792 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.1909714
May 10 17:29:50.466809 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c78a557f-8db9-4fc2-8d47-60adb8f218f0 req-77ec79ad-3cff-4176-ab58-9e8d9498f641 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0776782
May 10 17:29:50.468527 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-0ccb2be6-05de-421e-9ec1-ab656c731460 req-65350dc7-b17e-4adf-be38-f1485d8c1e91 service neutron] 10.222.0.36 "GET /v2.0/networks/e30340b3-1127-442e-a9fd-0f2e95971614?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2290621
May 10 17:29:50.647992 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-0ccb2be6-05de-421e-9ec1-ab656c731460 req-48f26b4a-5cdd-40ca-93fb-a6987ae9f0b2 service neutron] 10.222.0.36 "GET /v2.0/networks/e30340b3-1127-442e-a9fd-0f2e95971614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1714203
May 10 17:29:51.407765 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-f74aadd3-5ab8-4840-bce9-a44353aefdfb req-3d2f05b2-6897-4f01-a7c0-4e255d569308 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Synchronizing usage tracker for tenant:3f31dcd80b43441793b8dccf23bea16a on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:29:51.427200 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-f74aadd3-5ab8-4840-bce9-a44353aefdfb req-3d2f05b2-6897-4f01-a7c0-4e255d569308 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Unset dirty status for tenant:3f31dcd80b43441793b8dccf23bea16a on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:29:51.428004 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f74aadd3-5ab8-4840-bce9-a44353aefdfb req-3d2f05b2-6897-4f01-a7c0-4e255d569308 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "GET /v2.0/ports?device_id=261e9b77-db9a-4a51-bd06-480d1bff4a79 HTTP/1.1" status: 200  len: 210 time: 0.0728874
May 10 17:29:51.563400 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:51.712508 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508f793e-5532-40a1-af23-fd1e1e21aebd req-ef54be6b-f049-4f8a-9c6a-25eb09ef3899 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:51.714296 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-508f793e-5532-40a1-af23-fd1e1e21aebd req-ef54be6b-f049-4f8a-9c6a-25eb09ef3899 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.1013165
May 10 17:29:51.774935 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-508f793e-5532-40a1-af23-fd1e1e21aebd req-32fc1408-97b2-4dd8-97c3-64b2ac1ca5c1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0521765
May 10 17:29:52.522252 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 34982) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:29:52.591948 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f5c54908-0aef-4f37-aa86-c4717f7901e6 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:52.621946 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f5c54908-0aef-4f37-aa86-c4717f7901e6 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:52.674220 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device df51801e-4b4f-4882-bfda-80d9c2c3b7fc no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:29:52.685749 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f5c54908-0aef-4f37-aa86-c4717f7901e6 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:52.690206 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-a42461e1-2c32-4fb7-bb0e-62c6f6df1535 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:29:52.703079 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c54908-0aef-4f37-aa86-c4717f7901e6 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa80ebb3-99a7-4530-9434-8914d755e6ae,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:29:52.706627 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-f5c54908-0aef-4f37-aa86-c4717f7901e6 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:29:52.709901 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f5c54908-0aef-4f37-aa86-c4717f7901e6 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:52.711051 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-f5c54908-0aef-4f37-aa86-c4717f7901e6 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] 10.222.0.32 "DELETE /v2.0/security-groups/fa80ebb3-99a7-4530-9434-8914d755e6ae HTTP/1.1" status: 204  len: 168 time: 0.1878140
May 10 17:29:52.716830 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] No Port match for: df51801e-4b4f-4882-bfda-80d9c2c3b7fc {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:29:52.717176 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device df51801e-4b4f-4882-bfda-80d9c2c3b7fc not bound to the agent host hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:29:52.753729 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:52.764115 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 34988) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:29:52.903498 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c1efbe54-0528-4e3b-a83e-a183e6b8b046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:53.057041 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065c7422-d007-47e9-bb09-0aeab3280f9d req-7b67c8e6-c475-4f0f-a947-4ba5e7f20163 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:53.058592 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-065c7422-d007-47e9-bb09-0aeab3280f9d req-7b67c8e6-c475-4f0f-a947-4ba5e7f20163 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.0829799
May 10 17:29:53.110863 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-065c7422-d007-47e9-bb09-0aeab3280f9d req-beb86acd-6268-4537-865a-30eae96091ad tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462792
May 10 17:29:53.467878 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd3960-ff5c-4602-93ad-3b2533e0f700 req-9268a123-0fb3-434c-a6bc-a747fc250ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:53.469982 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-cedd3960-ff5c-4602-93ad-3b2533e0f700 req-9268a123-0fb3-434c-a6bc-a747fc250ad9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acb915c4b01148a7b37b3577f122af21&device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 1098 time: 0.1708372
May 10 17:29:53.667289 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd3960-ff5c-4602-93ad-3b2533e0f700 req-80e0e11e-90f3-45f7-a05f-822e7d7d331f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:53.668724 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-cedd3960-ff5c-4602-93ad-3b2533e0f700 req-80e0e11e-90f3-45f7-a05f-822e7d7d331f service neutron] 10.222.0.36 "GET /v2.0/networks?id=a743af2b-ecde-4507-a08d-7e8e82f84011 HTTP/1.1" status: 200  len: 918 time: 0.1840215
May 10 17:29:53.753256 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3e778ba3-60ad-4108-8a7c-e5a11de12c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393289'] for router_interface, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:53.898552 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-cedd3960-ff5c-4602-93ad-3b2533e0f700 req-160b8a1b-f30b-407c-b31a-6ce0f8e08ecb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c41c7396-5129-403a-b942-2a503f859e3c HTTP/1.1" status: 200  len: 1001 time: 0.2228327
May 10 17:29:53.963509 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:54.086449 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd3960-ff5c-4602-93ad-3b2533e0f700 req-382450b0-9f3e-4039-8981-e783ba88a783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:54.087865 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-cedd3960-ff5c-4602-93ad-3b2533e0f700 req-382450b0-9f3e-4039-8981-e783ba88a783 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81a2b548-3d7f-41e8-846d-5a0ec57ae08d HTTP/1.1" status: 200  len: 856 time: 0.1468186
May 10 17:29:54.229696 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd3960-ff5c-4602-93ad-3b2533e0f700 req-fdddae95-31c8-4381-a213-e6acffcf6ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:54.231171 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-cedd3960-ff5c-4602-93ad-3b2533e0f700 req-fdddae95-31c8-4381-a213-e6acffcf6ecf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a743af2b-ecde-4507-a08d-7e8e82f84011&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1356542
May 10 17:29:54.300083 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8446601-49a6-4301-9e80-ac54265c26f9 req-70413048-c344-4d0c-8358-b7cc2d262703 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:54.301596 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e8446601-49a6-4301-9e80-ac54265c26f9 req-70413048-c344-4d0c-8358-b7cc2d262703 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.0811956
May 10 17:29:54.348313 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e8446601-49a6-4301-9e80-ac54265c26f9 req-8c05c915-60fb-41b9-b97d-fe751bec3ba5 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407660
May 10 17:29:54.492506 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-3e778ba3-60ad-4108-8a7c-e5a11de12c40 admin admin] Deleting port 02612505-db92-4048-9f34-ef9c18f9cffa {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:29:54.492844 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3e778ba3-60ad-4108-8a7c-e5a11de12c40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:54.511227 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-cedd3960-ff5c-4602-93ad-3b2533e0f700 req-aa11cfce-ac20-44d0-b1ca-a45284fb40b9 service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2525694
May 10 17:29:54.707170 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [None req-3e778ba3-60ad-4108-8a7c-e5a11de12c40 admin admin] For port 02612505-db92-4048-9f34-ef9c18f9cffa, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=02612505-db92-4048-9f34-ef9c18f9cffa,segment=NetworkSegment(524b4c66-d4ad-48e2-848a-46ffd9e34222),segment_id=524b4c66-d4ad-48e2-848a-46ffd9e34222)] {{(pid=78698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:29:54.707517 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3e778ba3-60ad-4108-8a7c-e5a11de12c40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:54.833765 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-cedd3960-ff5c-4602-93ad-3b2533e0f700 req-032dd282-c7ce-4095-96b5-b9c1891838e5 service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2779813
May 10 17:29:54.839931 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-3e778ba3-60ad-4108-8a7c-e5a11de12c40 admin admin] Calling delete_port for 02612505-db92-4048-9f34-ef9c18f9cffa owned by network:router_interface {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:29:55.099471 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3e778ba3-60ad-4108-8a7c-e5a11de12c40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:55.103043 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:29:55.147826 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e778ba3-60ad-4108-8a7c-e5a11de12c40 admin admin] Pushing event deleted for resources: {'Port': ['ID=02612505-db92-4048-9f34-ef9c18f9cffa,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:29:55.150364 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-3e778ba3-60ad-4108-8a7c-e5a11de12c40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:29:55.411452 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3e778ba3-60ad-4108-8a7c-e5a11de12c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420089'] for router_interface, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:55.425996 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:55.551098 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da69381-6e2c-4ac5-97ad-0890e28b7b84 req-fe8af248-aac4-42bd-99ce-5b8c4f6d1776 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:55.552447 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4da69381-6e2c-4ac5-97ad-0890e28b7b84 req-fe8af248-aac4-42bd-99ce-5b8c4f6d1776 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.0844908
May 10 17:29:55.597078 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4da69381-6e2c-4ac5-97ad-0890e28b7b84 req-58e68c07-ce15-4f2b-85df-9758248e2171 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387878
May 10 17:29:55.862016 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e778ba3-60ad-4108-8a7c-e5a11de12c40 admin admin] Router b2276159-8965-497c-8eac-bca38d5cb2db has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:29:56.043011 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e778ba3-60ad-4108-8a7c-e5a11de12c40 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:29:56.053137 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441a5f44-e2b7-41b5-a8a3-8e4a2691e86c None None] Sync routers for ids ['b2276159-8965-497c-8eac-bca38d5cb2db'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:29:56.059729 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-3e778ba3-60ad-4108-8a7c-e5a11de12c40 admin admin] 10.222.0.32 "PUT /v2.0/routers/b2276159-8965-497c-8eac-bca38d5cb2db/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2944872
May 10 17:29:56.062188 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35004) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:29:56.063500 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441a5f44-e2b7-41b5-a8a3-8e4a2691e86c None None] Routers {'b2276159-8965-497c-8eac-bca38d5cb2db'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:29:56.064193 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-441a5f44-e2b7-41b5-a8a3-8e4a2691e86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f09507640>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:29:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['b2276159-8965-497c-8eac-bca38d5cb2db'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:29:56.238218 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-653cdd42-e544-454f-a80f-621672974f05 admin admin] Notify callbacks [] for router, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:56.240001 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-441a5f44-e2b7-41b5-a8a3-8e4a2691e86c None None] Set router b2276159-8965-497c-8eac-bca38d5cb2db gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:29:56.408384 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-653cdd42-e544-454f-a80f-621672974f05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:56.480686 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-653cdd42-e544-454f-a80f-621672974f05 admin admin] Deleting port 8a7878f9-0de9-4651-a85e-4c9f9646f7c4 {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:29:56.481022 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-653cdd42-e544-454f-a80f-621672974f05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:56.521328 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-441a5f44-e2b7-41b5-a8a3-8e4a2691e86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f09507640>, [{'id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'name': 'tempest-TestShelveInstance-148834655-router', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:29:55Z', 'revision_number': 5, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'gw_port': {'id': '8a7878f9-0de9-4651-a85e-4c9f9646f7c4', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:47:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 390, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:22:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:29:56.525405 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441a5f44-e2b7-41b5-a8a3-8e4a2691e86c None None] Checking router: b2276159-8965-497c-8eac-bca38d5cb2db for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:29:56.534287 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441a5f44-e2b7-41b5-a8a3-8e4a2691e86c None None] Routers {'b2276159-8965-497c-8eac-bca38d5cb2db'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:29:56.535266 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-441a5f44-e2b7-41b5-a8a3-8e4a2691e86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f09507640>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:29:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['b2276159-8965-497c-8eac-bca38d5cb2db'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:29:56.603071 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [None req-653cdd42-e544-454f-a80f-621672974f05 admin admin] For port 8a7878f9-0de9-4651-a85e-4c9f9646f7c4, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=8a7878f9-0de9-4651-a85e-4c9f9646f7c4,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:29:56.603368 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-653cdd42-e544-454f-a80f-621672974f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:56.690618 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device c41c7396-5129-403a-b942-2a503f859e3c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:29:56.731417 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-653cdd42-e544-454f-a80f-621672974f05 admin admin] Calling delete_port for 8a7878f9-0de9-4651-a85e-4c9f9646f7c4 owned by network:router_gateway {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:29:56.732269 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-441a5f44-e2b7-41b5-a8a3-8e4a2691e86c None None] Set router b2276159-8965-497c-8eac-bca38d5cb2db gateway port host: None {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:29:56.825169 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7c977-70a8-419e-b190-a104737b741c req-969fee14-5586-4b0b-ab25-219c1790d323 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:56.826575 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3cc7c977-70a8-419e-b190-a104737b741c req-969fee14-5586-4b0b-ab25-219c1790d323 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 945 time: 0.0943179
May 10 17:29:56.850175 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-441a5f44-e2b7-41b5-a8a3-8e4a2691e86c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f09507640>, [{'id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'name': 'tempest-TestShelveInstance-148834655-router', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:29:56Z', 'revision_number': 6, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'gw_port_host': None}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:29:56.856321 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441a5f44-e2b7-41b5-a8a3-8e4a2691e86c None None] The sync data for ids ['b2276159-8965-497c-8eac-bca38d5cb2db'] in dv-cinder-786383-3-iscsi is: [{'id': 'b2276159-8965-497c-8eac-bca38d5cb2db', 'name': 'tempest-TestShelveInstance-148834655-router', 'tenant_id': '3f31dcd80b43441793b8dccf23bea16a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:06Z', 'updated_at': '2021-05-10T17:29:56Z', 'revision_number': 6, 'project_id': '3f31dcd80b43441793b8dccf23bea16a', 'gw_port_host': None}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:29:56.883797 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3cc7c977-70a8-419e-b190-a104737b741c req-42fc147b-190b-4547-ac6d-713ecb215e84 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500872
May 10 17:29:56.898042 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-653cdd42-e544-454f-a80f-621672974f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:56.905598 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-71c00b50-4dee-4e3a-a9cc-d68c926cebd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:29:56.933006 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:56.960180 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b181282d-1624-4f3e-a6c7-5fb448435bcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c41c7396-5129-403a-b942-2a503f859e3c'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:29:56.969794 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port c41c7396-5129-403a-b942-2a503f859e3c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c41c7396-5129-403a-b942-2a503f859e3c,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:29:56.974662 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:56.976541 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:29:56.976987 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653cdd42-e544-454f-a80f-621672974f05 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a7878f9-0de9-4651-a85e-4c9f9646f7c4,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:29:56.983403 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-653cdd42-e544-454f-a80f-621672974f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:29:57.023101 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b181282d-1624-4f3e-a6c7-5fb448435bcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c41c7396-5129-403a-b942-2a503f859e3c', 'code': 200}
May 10 17:29:57.040002 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-653cdd42-e544-454f-a80f-621672974f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422765'] for router_gateway, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:57.050353 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=c41c7396-5129-403a-b942-2a503f859e3c,revision_number=8']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:29:57.053362 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:29:57.315974 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-653cdd42-e544-454f-a80f-621672974f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5982'] for router, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:57.318134 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-653cdd42-e544-454f-a80f-621672974f05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:57.398699 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-653cdd42-e544-454f-a80f-621672974f05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-425087'] for router, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:57.399222 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653cdd42-e544-454f-a80f-621672974f05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b2276159-8965-497c-8eac-bca38d5cb2db {{(pid=78698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:29:57.411995 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-653cdd42-e544-454f-a80f-621672974f05 admin admin] Notify callbacks [] for router, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:57.413175 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-653cdd42-e544-454f-a80f-621672974f05 admin admin] 10.222.0.32 "DELETE /v2.0/routers/b2276159-8965-497c-8eac-bca38d5cb2db HTTP/1.1" status: 204  len: 168 time: 1.3499801
May 10 17:29:57.415589 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35012) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:29:57.476615 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0814e4e-563c-4d1b-bd80-e3b0da10a683 admin admin] Deleting subnet f962103c-0f67-411d-a90a-456d6581d1ab {{(pid=78698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:29:57.480138 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c0814e4e-563c-4d1b-bd80-e3b0da10a683 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:57.527412 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c0814e4e-563c-4d1b-bd80-e3b0da10a683 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10641758'] for subnet, precommit_delete_associations {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:57.642238 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c0814e4e-563c-4d1b-bd80-e3b0da10a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499293'] for subnet, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:57.887248 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c0814e4e-563c-4d1b-bd80-e3b0da10a683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10577331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10672789'] for subnet, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:57.893154 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-52227c02-fb14-48d5-8b33-385a80d411c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:29:57.926305 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0814e4e-563c-4d1b-bd80-e3b0da10a683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f962103c-0f67-411d-a90a-456d6581d1ab,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:29:57.928830 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-c0814e4e-563c-4d1b-bd80-e3b0da10a683 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:29:57.931870 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c0814e4e-563c-4d1b-bd80-e3b0da10a683 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:57.936826 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e646e9-2ff5-4b41-a541-9bedaaae0efe None None] Network 2b27b3d6-b96f-40b8-8215-39e706b9c0cf requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:29:57.938373 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-c0814e4e-563c-4d1b-bd80-e3b0da10a683 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/f962103c-0f67-411d-a90a-456d6581d1ab HTTP/1.1" status: 204  len: 168 time: 0.5218086
May 10 17:29:57.940973 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35018) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:29:58.050996 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653661'] for network, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:58.121373 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 02612505-db92-4048-9f34-ef9c18f9cffa no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:29:58.134854 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b33de-d859-4dca-b8ed-3802d95edb75 req-31ca0056-4fca-4577-ad42-de625d2282f5 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:58.136248 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-946b33de-d859-4dca-b8ed-3802d95edb75 req-31ca0056-4fca-4577-ad42-de625d2282f5 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.1161489
May 10 17:29:58.148304 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] Deleting port ad9fb214-0321-4820-b3a4-01a43d58ba93 {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:29:58.148650 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:58.181575 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-946b33de-d859-4dca-b8ed-3802d95edb75 req-19d3035b-f911-4f83-a83f-fdd897c30c5f tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385742
May 10 17:29:58.182908 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: 02612505-db92-4048-9f34-ef9c18f9cffa {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:29:58.183259 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 02612505-db92-4048-9f34-ef9c18f9cffa not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:29:58.183684 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 8a7878f9-0de9-4651-a85e-4c9f9646f7c4 no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:29:58.227385 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: 8a7878f9-0de9-4651-a85e-4c9f9646f7c4 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:29:58.227686 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 8a7878f9-0de9-4651-a85e-4c9f9646f7c4 not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:29:58.250155 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] For port ad9fb214-0321-4820-b3a4-01a43d58ba93, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=ad9fb214-0321-4820-b3a4-01a43d58ba93,segment=NetworkSegment(524b4c66-d4ad-48e2-848a-46ffd9e34222),segment_id=524b4c66-d4ad-48e2-848a-46ffd9e34222)] {{(pid=78698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:29:58.250549 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:58.324609 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38012ee8-3fd4-4f66-95f7-58f067ec41cf None None] DHCP port deletion for 2b27b3d6-b96f-40b8-8215-39e706b9c0cf request from dv-cinder-786383-3-iscsi {{(pid=78699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:29:58.383887 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] Calling delete_port for ad9fb214-0321-4820-b3a4-01a43d58ba93 owned by network:dhcp {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:29:58.389331 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-38012ee8-3fd4-4f66-95f7-58f067ec41cf None None] Deleting port ad9fb214-0321-4820-b3a4-01a43d58ba93 {{(pid=78699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:29:58.389727 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-38012ee8-3fd4-4f66-95f7-58f067ec41cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:58.436317 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:58.441765 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:29:58.486460 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad9fb214-0321-4820-b3a4-01a43d58ba93,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:29:58.494055 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] No DVR routers for this DVR port ad9fb214-0321-4820-b3a4-01a43d58ba93 on host dv-cinder-786383-3-iscsi {{(pid=78698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:29:58.497573 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-38012ee8-3fd4-4f66-95f7-58f067ec41cf None None] For port ad9fb214-0321-4820-b3a4-01a43d58ba93, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=ad9fb214-0321-4820-b3a4-01a43d58ba93,segment=NetworkSegment(524b4c66-d4ad-48e2-848a-46ffd9e34222),segment_id=524b4c66-d4ad-48e2-848a-46ffd9e34222)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:29:58.498002 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-38012ee8-3fd4-4f66-95f7-58f067ec41cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:58.525982 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:29:58.619248 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501542', 'neutron.services.segments.db._delete_segments_for_network-8765770262173'] for network, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:58.623068 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-38012ee8-3fd4-4f66-95f7-58f067ec41cf None None] Calling delete_port for ad9fb214-0321-4820-b3a4-01a43d58ba93 owned by network:dhcp {{(pid=78699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:29:58.633287 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.services.segments.db [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8f08174040>,) {'filters': {'network_id': ['2b27b3d6-b96f-40b8-8215-39e706b9c0cf']}} {{(pid=78698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:29:58.652125 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.services.segments.db [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f08174040>, '524b4c66-d4ad-48e2-848a-46ffd9e34222') {'for_net_delete': True} {{(pid=78698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:29:58.652499 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.services.segments.db [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f08174040>, '524b4c66-d4ad-48e2-848a-46ffd9e34222') {} {{(pid=78698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:29:58.666133 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765770273639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10641729'] for segment, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:58.683108 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:58.690125 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=78698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:29:58.690584 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10577365'] for segment, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]: Traceback (most recent call last):
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:     timer()
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:     cb(*args, **kw)
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:     return func(*args, **kwargs)
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:     self._notify()
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:     self.callback(batched_events)
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:     event.method(event)
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:     return f(self, *a, **k)
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:     return self._get(url).json()
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:     return self.request(url, 'GET', **kwargs)
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:29:58.704311 dv-cinder-786383-3-iscsi neutron-server[78698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:29:58.762972 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-38012ee8-3fd4-4f66-95f7-58f067ec41cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197'] for port, after_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:58.767076 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-6d17f146-2f6a-4464-9fc3-c3e8fd9e156a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:29:58.815591 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38012ee8-3fd4-4f66-95f7-58f067ec41cf None None] Pushing event deleted for resources: {'Port': ['ID=ad9fb214-0321-4820-b3a4-01a43d58ba93,revision_number=None']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:29:58.819187 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-38012ee8-3fd4-4f66-95f7-58f067ec41cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:29:58.820335 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38012ee8-3fd4-4f66-95f7-58f067ec41cf None None] No DVR routers for this DVR port ad9fb214-0321-4820-b3a4-01a43d58ba93 on host dv-cinder-786383-3-iscsi {{(pid=78699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:29:58.883843 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422783'] for network, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:58.887820 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-55c501af-acc2-4414-82d4-57ced10a644e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:29:58.901240 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:58.912073 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] Pushing event deleted for resources: {'Network': ['ID=2b27b3d6-b96f-40b8-8215-39e706b9c0cf,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:29:58.916112 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:29:58.919733 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] 10.222.0.32 "DELETE /v2.0/networks/2b27b3d6-b96f-40b8-8215-39e706b9c0cf HTTP/1.1" status: 204  len: 168 time: 0.9778073
May 10 17:29:58.922624 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35038) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:29:59.459944 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-409ff38d-7865-475a-a3c6-15ec1119de1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393289'] for router_interface, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:29:59.655555 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d31cf-7aa9-4190-b44c-5aa263ccbcfd req-74b3d872-b6e6-4311-a0d1-1e53960e4dbd tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:29:59.657107 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1d8d31cf-7aa9-4190-b44c-5aa263ccbcfd req-74b3d872-b6e6-4311-a0d1-1e53960e4dbd tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.0885370
May 10 17:29:59.708162 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1d8d31cf-7aa9-4190-b44c-5aa263ccbcfd req-af6b747f-deca-423c-b42a-dbe9a4ced990 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444727
May 10 17:29:59.847761 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-135b5987-5749-4760-be5f-11719c634e9b req-0564d403-4a7d-406a-91ea-6207a2ebeef6 service neutron] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1508760
May 10 17:29:59.934630 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-409ff38d-7865-475a-a3c6-15ec1119de1f admin admin] Deleting port d16ba42c-4a52-4dbc-8bf0-7458b1b555e5 {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:29:59.934975 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-409ff38d-7865-475a-a3c6-15ec1119de1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:00.062921 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [None req-409ff38d-7865-475a-a3c6-15ec1119de1f admin admin] For port d16ba42c-4a52-4dbc-8bf0-7458b1b555e5, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=d16ba42c-4a52-4dbc-8bf0-7458b1b555e5,segment=NetworkSegment(1df5de64-bd92-4a85-a488-20b19ba8c8e8),segment_id=1df5de64-bd92-4a85-a488-20b19ba8c8e8)] {{(pid=78698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:00.063283 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-409ff38d-7865-475a-a3c6-15ec1119de1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:00.075101 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device ad9fb214-0321-4820-b3a4-01a43d58ba93 no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:30:00.110284 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: ad9fb214-0321-4820-b3a4-01a43d58ba93 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:30:00.111028 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device ad9fb214-0321-4820-b3a4-01a43d58ba93 not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:30:00.297579 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-409ff38d-7865-475a-a3c6-15ec1119de1f admin admin] Calling delete_port for d16ba42c-4a52-4dbc-8bf0-7458b1b555e5 owned by network:router_interface {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:00.436447 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-409ff38d-7865-475a-a3c6-15ec1119de1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:00.441029 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-e287e880-d159-46c4-9cbc-3d18ce667c92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:00.484077 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409ff38d-7865-475a-a3c6-15ec1119de1f admin admin] Pushing event deleted for resources: {'Port': ['ID=d16ba42c-4a52-4dbc-8bf0-7458b1b555e5,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:00.515844 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-409ff38d-7865-475a-a3c6-15ec1119de1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:00.721151 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device c41c7396-5129-403a-b942-2a503f859e3c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:30:00.752579 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-409ff38d-7865-475a-a3c6-15ec1119de1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420089'] for router_interface, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:00.900864 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a93f6f-abe0-4882-9b2a-af0763c402d9 req-baabc64c-b764-4930-86c3-e2e4523901d2 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:00.902451 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-52a93f6f-abe0-4882-9b2a-af0763c402d9 req-baabc64c-b764-4930-86c3-e2e4523901d2 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.0834827
May 10 17:30:00.947597 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-52a93f6f-abe0-4882-9b2a-af0763c402d9 req-c173a933-7c99-4a17-8908-5beec1642ac5 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389659
May 10 17:30:00.991328 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b5987-5749-4760-be5f-11719c634e9b req-0099b67a-50ef-4cdf-9b98-9b3e914566c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:00.992755 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-135b5987-5749-4760-be5f-11719c634e9b req-0099b67a-50ef-4cdf-9b98-9b3e914566c0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd&tenant_id=acb915c4b01148a7b37b3577f122af21 HTTP/1.1" status: 200  len: 1096 time: 0.1107049
May 10 17:30:01.213080 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b5987-5749-4760-be5f-11719c634e9b req-15dcf51e-6b6e-4d4b-9b6a-319f82361ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:01.214462 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-135b5987-5749-4760-be5f-11719c634e9b req-15dcf51e-6b6e-4d4b-9b6a-319f82361ef0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acb915c4b01148a7b37b3577f122af21&device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 1096 time: 0.1697536
May 10 17:30:01.220189 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409ff38d-7865-475a-a3c6-15ec1119de1f admin admin] Router 1a0963a2-9d6a-4add-868f-95d3abcced79 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:30:01.483513 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b5987-5749-4760-be5f-11719c634e9b req-5aab7cad-75a5-445d-ab12-0f9268b9f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:01.484855 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-135b5987-5749-4760-be5f-11719c634e9b req-5aab7cad-75a5-445d-ab12-0f9268b9f981 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a743af2b-ecde-4507-a08d-7e8e82f84011 HTTP/1.1" status: 200  len: 918 time: 0.2635770
May 10 17:30:01.654896 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409ff38d-7865-475a-a3c6-15ec1119de1f admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:30:01.664094 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846db193-8804-491b-976c-70174fa1f35e None None] Sync routers for ids ['1a0963a2-9d6a-4add-868f-95d3abcced79'] in dv-cinder-786383-3-iscsi {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:30:01.672722 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846db193-8804-491b-976c-70174fa1f35e None None] Routers {'1a0963a2-9d6a-4add-868f-95d3abcced79'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:30:01.673387 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-846db193-8804-491b-976c-70174fa1f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0894c2e0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:29:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['1a0963a2-9d6a-4add-868f-95d3abcced79'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:01.691370 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-409ff38d-7865-475a-a3c6-15ec1119de1f admin admin] 10.222.0.32 "PUT /v2.0/routers/1a0963a2-9d6a-4add-868f-95d3abcced79/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7676249
May 10 17:30:01.693961 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 35076) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:01.705098 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-135b5987-5749-4760-be5f-11719c634e9b req-a412daeb-b4ee-4712-a2c6-41bb4335c16a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c41c7396-5129-403a-b942-2a503f859e3c HTTP/1.1" status: 200  len: 999 time: 0.2080178
May 10 17:30:01.772669 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b5987-5749-4760-be5f-11719c634e9b req-05e756cc-f382-42ab-a098-71bb3fea1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:01.774092 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-135b5987-5749-4760-be5f-11719c634e9b req-05e756cc-f382-42ab-a098-71bb3fea1201 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81a2b548-3d7f-41e8-846d-5a0ec57ae08d HTTP/1.1" status: 200  len: 856 time: 0.0631037
May 10 17:30:01.850319 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b5987-5749-4760-be5f-11719c634e9b req-d36b81b4-fe3a-4c30-9c61-6cfc0dd81139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:01.851812 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-135b5987-5749-4760-be5f-11719c634e9b req-d36b81b4-fe3a-4c30-9c61-6cfc0dd81139 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a743af2b-ecde-4507-a08d-7e8e82f84011&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717220
May 10 17:30:01.869918 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-846db193-8804-491b-976c-70174fa1f35e None None] Set router 1a0963a2-9d6a-4add-868f-95d3abcced79 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:30:01.962180 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-65d78688-4a0d-4fb4-b72d-ddf28d7559e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:01.986203 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-135b5987-5749-4760-be5f-11719c634e9b req-e2d0c58a-5252-480f-a1e4-193032ba3ebf service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1269178
May 10 17:30:02.176435 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-135b5987-5749-4760-be5f-11719c634e9b req-18beb06a-1c02-4268-bf37-4e08661dcf4f service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1838832
May 10 17:30:02.178489 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-846db193-8804-491b-976c-70174fa1f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0894c2e0>, [{'id': '1a0963a2-9d6a-4add-868f-95d3abcced79', 'name': 'tempest-TestShelveInstance-1440615890-router', 'tenant_id': '04e5b124396840d8865578b0cde9026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.99'}], 'enable_snat': True}, 'gw_port_id': 'a74c8189-0240-4a4d-89c5-18d14c5d3dc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:15Z', 'updated_at': '2021-05-10T17:30:00Z', 'revision_number': 5, 'project_id': '04e5b124396840d8865578b0cde9026b', 'gw_port': {'id': 'a74c8189-0240-4a4d-89c5-18d14c5d3dc3', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:cf:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a0963a2-9d6a-4add-868f-95d3abcced79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:22:16Z', 'updated_at': '2021-05-10T17:22:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:02.182698 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846db193-8804-491b-976c-70174fa1f35e None None] Checking router: 1a0963a2-9d6a-4add-868f-95d3abcced79 for host: dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:30:02.192151 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846db193-8804-491b-976c-70174fa1f35e None None] Routers {'1a0963a2-9d6a-4add-868f-95d3abcced79'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:30:02.193038 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-846db193-8804-491b-976c-70174fa1f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0894c2e0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:29:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['1a0963a2-9d6a-4add-868f-95d3abcced79'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:02.214546 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-65d78688-4a0d-4fb4-b72d-ddf28d7559e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:02.352052 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-65d78688-4a0d-4fb4-b72d-ddf28d7559e7 admin admin] Deleting port a74c8189-0240-4a4d-89c5-18d14c5d3dc3 {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:02.352648 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-65d78688-4a0d-4fb4-b72d-ddf28d7559e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:02.381739 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-846db193-8804-491b-976c-70174fa1f35e None None] Set router 1a0963a2-9d6a-4add-868f-95d3abcced79 gateway port host: None {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:30:02.446885 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd6e7c2-2c68-462b-ae40-c7328637a97c req-5b743d57-7297-4474-bcb4-406305cff857 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:02.448499 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0fd6e7c2-2c68-462b-ae40-c7328637a97c req-5b743d57-7297-4474-bcb4-406305cff857 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.1722465
May 10 17:30:02.485959 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-846db193-8804-491b-976c-70174fa1f35e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0894c2e0>, [{'id': '1a0963a2-9d6a-4add-868f-95d3abcced79', 'name': 'tempest-TestShelveInstance-1440615890-router', 'tenant_id': '04e5b124396840d8865578b0cde9026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:15Z', 'updated_at': '2021-05-10T17:30:02Z', 'revision_number': 6, 'project_id': '04e5b124396840d8865578b0cde9026b', 'gw_port_host': None}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:02.491388 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846db193-8804-491b-976c-70174fa1f35e None None] The sync data for ids ['1a0963a2-9d6a-4add-868f-95d3abcced79'] in dv-cinder-786383-3-iscsi is: [{'id': '1a0963a2-9d6a-4add-868f-95d3abcced79', 'name': 'tempest-TestShelveInstance-1440615890-router', 'tenant_id': '04e5b124396840d8865578b0cde9026b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:22:15Z', 'updated_at': '2021-05-10T17:30:02Z', 'revision_number': 6, 'project_id': '04e5b124396840d8865578b0cde9026b', 'gw_port_host': None}] {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:30:02.534226 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [None req-65d78688-4a0d-4fb4-b72d-ddf28d7559e7 admin admin] For port a74c8189-0240-4a4d-89c5-18d14c5d3dc3, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=a74c8189-0240-4a4d-89c5-18d14c5d3dc3,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:02.534605 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-65d78688-4a0d-4fb4-b72d-ddf28d7559e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:02.544061 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0fd6e7c2-2c68-462b-ae40-c7328637a97c req-2cdb0330-07c6-4b1b-a230-0b702f39cfb5 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0868897
May 10 17:30:02.669156 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-65d78688-4a0d-4fb4-b72d-ddf28d7559e7 admin admin] Calling delete_port for a74c8189-0240-4a4d-89c5-18d14c5d3dc3 owned by network:router_gateway {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:02.855857 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-65d78688-4a0d-4fb4-b72d-ddf28d7559e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:02.866071 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:02.912914 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d78688-4a0d-4fb4-b72d-ddf28d7559e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=a74c8189-0240-4a4d-89c5-18d14c5d3dc3,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:02.947602 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-65d78688-4a0d-4fb4-b72d-ddf28d7559e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:03.019449 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-65d78688-4a0d-4fb4-b72d-ddf28d7559e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422765'] for router_gateway, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:03.195540 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-65d78688-4a0d-4fb4-b72d-ddf28d7559e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5982'] for router, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:03.198164 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-65d78688-4a0d-4fb4-b72d-ddf28d7559e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:03.236949 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-65d78688-4a0d-4fb4-b72d-ddf28d7559e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-425087'] for router, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:03.237393 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d78688-4a0d-4fb4-b72d-ddf28d7559e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1a0963a2-9d6a-4add-868f-95d3abcced79 {{(pid=78697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:30:03.251684 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-65d78688-4a0d-4fb4-b72d-ddf28d7559e7 admin admin] Notify callbacks [] for router, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:03.252804 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-65d78688-4a0d-4fb4-b72d-ddf28d7559e7 admin admin] 10.222.0.32 "DELETE /v2.0/routers/1a0963a2-9d6a-4add-868f-95d3abcced79 HTTP/1.1" status: 204  len: 168 time: 1.5578568
May 10 17:30:03.255453 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 35104) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:03.315974 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba150dc6-3ded-41ea-9f89-cc7a43e1a60b admin admin] Deleting subnet 348ab0dc-6bbc-448d-85ef-da3e4d860f9c {{(pid=78697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:30:03.319229 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ba150dc6-3ded-41ea-9f89-cc7a43e1a60b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:03.369199 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ba150dc6-3ded-41ea-9f89-cc7a43e1a60b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702558'] for subnet, precommit_delete_associations {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:03.619790 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ba150dc6-3ded-41ea-9f89-cc7a43e1a60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499293'] for subnet, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:03.870635 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acffc18-5d95-4800-b7fd-2074b1237eaf req-84bfbd36-564b-429b-960d-1a4d9cbc3e52 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:03.872076 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3acffc18-5d95-4800-b7fd-2074b1237eaf req-84bfbd36-564b-429b-960d-1a4d9cbc3e52 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.1978078
May 10 17:30:03.959101 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3acffc18-5d95-4800-b7fd-2074b1237eaf req-3d792a0d-6dee-44e5-b2c8-63421bbde40b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0598164
May 10 17:30:03.973725 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ba150dc6-3ded-41ea-9f89-cc7a43e1a60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-811505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11233334'] for subnet, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:03.978764 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:04.019200 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba150dc6-3ded-41ea-9f89-cc7a43e1a60b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=348ab0dc-6bbc-448d-85ef-da3e4d860f9c,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:04.021147 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-ba150dc6-3ded-41ea-9f89-cc7a43e1a60b admin admin] Notify callbacks [] for subnet, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:04.023729 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-ba150dc6-3ded-41ea-9f89-cc7a43e1a60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:04.025933 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88a931b-860f-4802-bdc0-4ef79a89c0a4 None None] Network b438e3ab-3591-4cfc-8747-5d941c73e146 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:30:04.030599 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-ba150dc6-3ded-41ea-9f89-cc7a43e1a60b admin admin] 10.222.0.32 "DELETE /v2.0/subnets/348ab0dc-6bbc-448d-85ef-da3e4d860f9c HTTP/1.1" status: 204  len: 168 time: 0.7712569
May 10 17:30:04.031256 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 35110) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:04.107619 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device a74c8189-0240-4a4d-89c5-18d14c5d3dc3 no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:30:04.155359 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: a74c8189-0240-4a4d-89c5-18d14c5d3dc3 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:30:04.155622 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device a74c8189-0240-4a4d-89c5-18d14c5d3dc3 not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:30:04.156046 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device d16ba42c-4a52-4dbc-8bf0-7458b1b555e5 no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:30:04.166866 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653661'] for network, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:04.202437 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: d16ba42c-4a52-4dbc-8bf0-7458b1b555e5 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:30:04.202790 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device d16ba42c-4a52-4dbc-8bf0-7458b1b555e5 not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:30:04.243613 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] Deleting port fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:04.243613 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:04.348598 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] For port fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd,segment=NetworkSegment(1df5de64-bd92-4a85-a488-20b19ba8c8e8),segment_id=1df5de64-bd92-4a85-a488-20b19ba8c8e8)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:04.349041 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:04.354110 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afe3fea-b6a5-4611-ad3a-081b230f43ef None None] DHCP port deletion for b438e3ab-3591-4cfc-8747-5d941c73e146 request from dv-cinder-786383-3-iscsi {{(pid=78699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:30:04.425741 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-2afe3fea-b6a5-4611-ad3a-081b230f43ef None None] Deleting port fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd {{(pid=78699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:04.426039 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-2afe3fea-b6a5-4611-ad3a-081b230f43ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:04.489733 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] Calling delete_port for fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd owned by network:dhcp {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:04.526387 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-2afe3fea-b6a5-4611-ad3a-081b230f43ef None None] For port fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd,segment=NetworkSegment(1df5de64-bd92-4a85-a488-20b19ba8c8e8),segment_id=1df5de64-bd92-4a85-a488-20b19ba8c8e8)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:04.526387 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-2afe3fea-b6a5-4611-ad3a-081b230f43ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:04.539666 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:04.545506 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-9683070f-4153-426a-8581-69fd444d6014 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:04.600823 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] Pushing event deleted for resources: {'Port': ['ID=fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:04.604193 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:04.604954 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] No DVR routers for this DVR port fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd on host dv-cinder-786383-3-iscsi {{(pid=78697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:30:04.686771 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-2afe3fea-b6a5-4611-ad3a-081b230f43ef None None] Calling delete_port for fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd owned by network:dhcp {{(pid=78699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:04.726125 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501542', 'neutron.services.segments.db._delete_segments_for_network-8765770262173'] for network, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:04.730896 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-2afe3fea-b6a5-4611-ad3a-081b230f43ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197'] for port, after_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:04.734864 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-e103c824-837f-40db-a093-248570d0007e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:04.740934 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8f0883af40>,) {'filters': {'network_id': ['b438e3ab-3591-4cfc-8747-5d941c73e146']}} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:04.754817 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f0883af40>, '1df5de64-bd92-4a85-a488-20b19ba8c8e8') {'for_net_delete': True} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:04.755199 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f0883af40>, '1df5de64-bd92-4a85-a488-20b19ba8c8e8') {} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:04.771273 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765770273639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702529'] for segment, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:04.780786 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe3fea-b6a5-4611-ad3a-081b230f43ef None None] Pushing event deleted for resources: {'Port': ['ID=fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd,revision_number=None']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:04.783738 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-2afe3fea-b6a5-4611-ad3a-081b230f43ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:04.787966 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afe3fea-b6a5-4611-ad3a-081b230f43ef None None] No DVR routers for this DVR port fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd on host dv-cinder-786383-3-iscsi {{(pid=78699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:30:04.789077 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:04.799417 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=78697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:30:04.800064 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-811415'] for segment, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]: Traceback (most recent call last):
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:     timer()
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:     cb(*args, **kw)
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:     return func(*args, **kwargs)
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:     self._notify()
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:     self.callback(batched_events)
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:     event.method(event)
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:     return f(self, *a, **k)
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self._get(url).json()
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self.request(url, 'GET', **kwargs)
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:30:04.814107 dv-cinder-786383-3-iscsi neutron-server[78697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:30:04.894115 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422783'] for network, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:04.897674 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-443a7e45-4d3e-4d73-a73c-1422d416c228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:04.911419 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:04.921220 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] Pushing event deleted for resources: {'Network': ['ID=b438e3ab-3591-4cfc-8747-5d941c73e146,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:04.926045 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:04.929493 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] 10.222.0.32 "DELETE /v2.0/networks/b438e3ab-3591-4cfc-8747-5d941c73e146 HTTP/1.1" status: 204  len: 168 time: 0.8973687
May 10 17:30:05.060387 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35118) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:05.117980 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-9aac5cb3-ca0f-4377-bef4-8dd7ff67b240 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=3f31dcd80b43441793b8dccf23bea16a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0562849
May 10 17:30:05.120307 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35122) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:05.166687 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63727127-7be1-45fa-9582-1d18618e9ca8 req-0696d4ad-00fe-4d8b-a296-1ce387978cda tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:05.168152 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-63727127-7be1-45fa-9582-1d18618e9ca8 req-0696d4ad-00fe-4d8b-a296-1ce387978cda tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.0856061
May 10 17:30:05.178791 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d837a688-6020-4a2c-8881-0459d21ee13e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:05.208698 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d837a688-6020-4a2c-8881-0459d21ee13e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:05.213287 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-63727127-7be1-45fa-9582-1d18618e9ca8 req-6a693403-8df6-4b77-b5da-75dcff1fa821 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0391407
May 10 17:30:05.265291 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d837a688-6020-4a2c-8881-0459d21ee13e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:05.269513 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-0a2458ee-5ce7-425e-a73a-775cb94dcc31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:05.283167 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837a688-6020-4a2c-8881-0459d21ee13e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2644e26-09c9-45b9-9b8a-645db73f4deb,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:05.286201 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-d837a688-6020-4a2c-8881-0459d21ee13e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:05.289006 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d837a688-6020-4a2c-8881-0459d21ee13e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:05.290369 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-d837a688-6020-4a2c-8881-0459d21ee13e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d2644e26-09c9-45b9-9b8a-645db73f4deb HTTP/1.1" status: 204  len: 168 time: 0.1690359
May 10 17:30:05.650388 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35130) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:05.701237 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-3039097e-f344-4083-90da-93d651159e9a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04e5b124396840d8865578b0cde9026b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0500767
May 10 17:30:05.703551 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35134) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:05.761206 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-50d2334e-1a44-4a67-bbb2-fef22472f3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:05.787979 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-50d2334e-1a44-4a67-bbb2-fef22472f3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:05.841128 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-50d2334e-1a44-4a67-bbb2-fef22472f3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:05.845158 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-2e021d59-f646-4866-a73e-0d63fd3383ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:05.859975 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d2334e-1a44-4a67-bbb2-fef22472f3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30172d14-535d-408f-b9a6-bdbc8ab62a88,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:05.867384 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-50d2334e-1a44-4a67-bbb2-fef22472f3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:05.872870 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-50d2334e-1a44-4a67-bbb2-fef22472f3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:05.873991 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-50d2334e-1a44-4a67-bbb2-fef22472f3fc admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/30172d14-535d-408f-b9a6-bdbc8ab62a88 HTTP/1.1" status: 204  len: 168 time: 0.1689079
May 10 17:30:06.084552 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:30:06.120965 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:30:06.121423 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device fff216db-7f0b-4fe1-99e0-e1e3aeeef0cd not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:30:06.511111 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b03d9-a2cb-400c-a36d-396116ac3d1d req-f4b44450-b4cd-40f0-95a2-a28c9a2b7215 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:06.512575 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b92b03d9-a2cb-400c-a36d-396116ac3d1d req-f4b44450-b4cd-40f0-95a2-a28c9a2b7215 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.1714683
May 10 17:30:06.561533 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b92b03d9-a2cb-400c-a36d-396116ac3d1d req-ccf20ebc-30f9-4799-a8ee-da25c80924d5 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0420537
May 10 17:30:07.754257 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8c93f-07ad-4521-b162-88c2257a4ec1 req-a126edff-8e08-483c-af58-e4f416ba9649 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:07.756578 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3cf8c93f-07ad-4521-b162-88c2257a4ec1 req-a126edff-8e08-483c-af58-e4f416ba9649 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.0823195
May 10 17:30:07.804430 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3cf8c93f-07ad-4521-b162-88c2257a4ec1 req-b12c7119-7e0e-463c-99e1-2368054e5f5c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422068
May 10 17:30:09.003167 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d8068e-8eb7-4c5e-8045-8cfd9dfe4f43 req-39295903-b75a-42fa-a2dc-d155c318a203 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:09.004611 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a9d8068e-8eb7-4c5e-8045-8cfd9dfe4f43 req-39295903-b75a-42fa-a2dc-d155c318a203 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.0840015
May 10 17:30:09.063123 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a9d8068e-8eb7-4c5e-8045-8cfd9dfe4f43 req-7f067aa5-70f2-4f78-8120-a32bd049576b tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509853
May 10 17:30:10.260642 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccafae9-9049-4e62-a6f9-f7fe11958bd8 req-25198e4d-4e2b-4492-ba4d-c7d39fe86e62 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:10.262026 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bccafae9-9049-4e62-a6f9-f7fe11958bd8 req-25198e4d-4e2b-4492-ba4d-c7d39fe86e62 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.0844052
May 10 17:30:10.308482 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bccafae9-9049-4e62-a6f9-f7fe11958bd8 req-e612fe2d-6bc4-4fa7-8b0b-d8e5ef784731 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405746
May 10 17:30:11.501147 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3132d8ea-25db-4852-9609-70f3a8c7a554 req-490ae5f7-d39a-4b2c-a06d-1ddb4aed4bc1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:11.502752 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3132d8ea-25db-4852-9609-70f3a8c7a554 req-490ae5f7-d39a-4b2c-a06d-1ddb4aed4bc1 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.0827801
May 10 17:30:11.553877 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3132d8ea-25db-4852-9609-70f3a8c7a554 req-65dc1e4a-4205-42b9-936c-2f3abc420de2 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452642
May 10 17:30:12.746964 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f18291-7777-4897-93fd-fa969af5ce7d req-f06b898e-926a-4462-973a-ad201339ac94 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:12.748435 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d3f18291-7777-4897-93fd-fa969af5ce7d req-f06b898e-926a-4462-973a-ad201339ac94 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.0824518
May 10 17:30:12.794286 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d3f18291-7777-4897-93fd-fa969af5ce7d req-e944219b-d14b-4ac0-8594-2e47416d406c tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400159
May 10 17:30:13.988887 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a7eea-374b-4023-8c48-2f036063bc7d req-fa3ccf4f-8b08-4211-a669-02d4c5f22e28 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:13.990519 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc3a7eea-374b-4023-8c48-2f036063bc7d req-fa3ccf4f-8b08-4211-a669-02d4c5f22e28 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.0862992
May 10 17:30:14.039239 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc3a7eea-374b-4023-8c48-2f036063bc7d req-5e556481-6f3f-4913-902c-18d011fb65c7 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423875
May 10 17:30:15.221298 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:30:15.234189 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb098f9-5e53-4645-97ea-d2462966e8d8 req-66d3f25f-801e-4b4e-aaf8-0ac675cde443 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:15.235733 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2eb098f9-5e53-4645-97ea-d2462966e8d8 req-66d3f25f-801e-4b4e-aaf8-0ac675cde443 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.0821934
May 10 17:30:15.287039 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2eb098f9-5e53-4645-97ea-d2462966e8d8 req-7d80cb58-074f-4a55-8216-1a0e0a930258 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447240
May 10 17:30:16.475961 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563cfbf-d808-46a4-80d3-dd79c9ad1060 req-cd04e291-4f8b-407c-b240-58e643f772e9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:16.477664 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4563cfbf-d808-46a4-80d3-dd79c9ad1060 req-cd04e291-4f8b-407c-b240-58e643f772e9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.0789015
May 10 17:30:16.521893 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4563cfbf-d808-46a4-80d3-dd79c9ad1060 req-1f454cf1-61c3-4bbe-a77b-ee83b6a72083 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385923
May 10 17:30:17.712008 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab0efb-1ebd-4378-b56c-f03f9e760cc7 req-db649336-ff18-4ac5-9ea5-d7649a32fc30 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:17.713414 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1aab0efb-1ebd-4378-b56c-f03f9e760cc7 req-db649336-ff18-4ac5-9ea5-d7649a32fc30 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.0814226
May 10 17:30:17.757136 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1aab0efb-1ebd-4378-b56c-f03f9e760cc7 req-8a5b53d8-a1fc-436b-8a66-68b9ca923427 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380795
May 10 17:30:18.943974 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd166e0-6f0b-4502-8a3a-123659ce1024 req-e92f42c1-f076-4e81-b953-3904ae09e064 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:18.945415 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7fd166e0-6f0b-4502-8a3a-123659ce1024 req-e92f42c1-f076-4e81-b953-3904ae09e064 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.0788984
May 10 17:30:18.989476 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7fd166e0-6f0b-4502-8a3a-123659ce1024 req-341661fd-5a8a-4a7d-8764-40b25a35a0a3 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384512
May 10 17:30:20.177189 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0b711-5bb1-4e13-b0ec-bf6bd4e3c396 req-8c726b33-ec50-4918-b696-2c1296bf30e8 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:20.178640 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e0b0b711-5bb1-4e13-b0ec-bf6bd4e3c396 req-8c726b33-ec50-4918-b696-2c1296bf30e8 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.0818727
May 10 17:30:20.222856 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e0b0b711-5bb1-4e13-b0ec-bf6bd4e3c396 req-17a0909e-685c-441e-9e58-dd5db3c69540 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385520
May 10 17:30:20.262216 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-5b0970ff-be74-4747-b078-6eecca2b34ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:21.418509 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c12018-6f66-4209-a8a0-430efb057fa4 req-65d2e9cc-d275-46d5-a46f-30ff7b475677 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:21.419919 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-67c12018-6f66-4209-a8a0-430efb057fa4 req-65d2e9cc-d275-46d5-a46f-30ff7b475677 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.0811822
May 10 17:30:21.463434 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-67c12018-6f66-4209-a8a0-430efb057fa4 req-f01f7bd1-517c-4f95-b287-bbc844c27f89 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379262
May 10 17:30:21.553900 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:22.648571 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89836c4-11db-416c-87bf-ebd45b01a6c9 req-a549dd66-6f25-4b79-9a37-aab0ef0bffdb tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:22.649995 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f89836c4-11db-416c-87bf-ebd45b01a6c9 req-a549dd66-6f25-4b79-9a37-aab0ef0bffdb tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 943 time: 0.0789006
May 10 17:30:22.697575 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f89836c4-11db-416c-87bf-ebd45b01a6c9 req-15c55426-80db-46e2-9328-82a0b2e705c2 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419886
May 10 17:30:22.758516 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:22.859168 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device c41c7396-5129-403a-b942-2a503f859e3c details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:30:22.964106 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-f41bd855-f15a-4d0f-9514-0c9501a1682f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:23.004690 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port c41c7396-5129-403a-b942-2a503f859e3c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c41c7396-5129-403a-b942-2a503f859e3c,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:23.017340 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': 'c41c7396-5129-403a-b942-2a503f859e3c', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'port_id': 'c41c7396-5129-403a-b942-2a503f859e3c', 'mac_address': 'fa:16:3e:df:64:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:30:23.074836 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:23.091390 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41c7396-5129-403a-b942-2a503f859e3c {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:30:23.107162 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port c41c7396-5129-403a-b942-2a503f859e3c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c41c7396-5129-403a-b942-2a503f859e3c,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:23.110946 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:23.112658 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:23.175860 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=c41c7396-5129-403a-b942-2a503f859e3c,revision_number=9']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:23.179019 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:23.642292 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['c41c7396-5129-403a-b942-2a503f859e3c'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:30:23.887841 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0dcc20-1597-451a-afce-95797bdcc904 req-84e4751a-bf6d-4629-805e-1e901e5393a7 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:23.889274 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ad0dcc20-1597-451a-afce-95797bdcc904 req-84e4751a-bf6d-4629-805e-1e901e5393a7 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 944 time: 0.0842369
May 10 17:30:23.932729 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ad0dcc20-1597-451a-afce-95797bdcc904 req-88108c7f-eb3c-497a-8fc8-12de51ea6bd3 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377624
May 10 17:30:23.965045 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:24.878461 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device c41c7396-5129-403a-b942-2a503f859e3c up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:30:24.944299 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port c41c7396-5129-403a-b942-2a503f859e3c triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:30:24.944670 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:25.059154 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:25.086827 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b181282d-1624-4f3e-a6c7-5fb448435bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41c7396-5129-403a-b942-2a503f859e3c'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:30:25.103003 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port c41c7396-5129-403a-b942-2a503f859e3c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c41c7396-5129-403a-b942-2a503f859e3c,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:25.107905 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:25.110098 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:25.127976 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c0defb-33a3-47fe-80a2-95b3f443da27 req-f62cfaa2-da6d-4748-916b-9cead0eec957 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:25.130176 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a2c0defb-33a3-47fe-80a2-95b3f443da27 req-f62cfaa2-da6d-4748-916b-9cead0eec957 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 944 time: 0.0862193
May 10 17:30:25.143990 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b181282d-1624-4f3e-a6c7-5fb448435bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41c7396-5129-403a-b942-2a503f859e3c', 'code': 200}
May 10 17:30:25.178826 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a2c0defb-33a3-47fe-80a2-95b3f443da27 req-08b8031d-c364-4b0d-af0a-32e008b5c286 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394337
May 10 17:30:25.183402 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=c41c7396-5129-403a-b942-2a503f859e3c,revision_number=10']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:25.187577 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:25.424606 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:25.599000 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4549ee-7193-4a86-9c9a-5e92d6b10e49 req-4c4c5403-208a-43a1-a3d7-919eb4eff508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:25.600493 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-1b4549ee-7193-4a86-9c9a-5e92d6b10e49 req-4c4c5403-208a-43a1-a3d7-919eb4eff508 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 1099 time: 0.2213619
May 10 17:30:25.641068 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-1b4549ee-7193-4a86-9c9a-5e92d6b10e49 req-faf23974-aab1-45d3-8160-17942afb063f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0335407
May 10 17:30:26.368652 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d206e824-1947-4156-b2b6-18d12c46a993 req-9ee544d3-f83a-4eb1-bbd9-6bba0fc6ec81 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:26.370100 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d206e824-1947-4156-b2b6-18d12c46a993 req-9ee544d3-f83a-4eb1-bbd9-6bba0fc6ec81 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 946 time: 0.0801406
May 10 17:30:26.499292 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d206e824-1947-4156-b2b6-18d12c46a993 req-f3db15f3-142c-444f-8c9d-628083db5fe4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1235449
May 10 17:30:27.699737 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdfbc9c-dbfd-4bf6-be65-0080154981a5 req-0e4fe7dc-9b66-4f17-9138-1cdac02de3b8 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:27.701294 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0cdfbc9c-dbfd-4bf6-be65-0080154981a5 req-0e4fe7dc-9b66-4f17-9138-1cdac02de3b8 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 946 time: 0.0914648
May 10 17:30:27.750751 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0cdfbc9c-dbfd-4bf6-be65-0080154981a5 req-8402b873-f79a-44ae-a008-1fd725f7eb39 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428708
May 10 17:30:27.806454 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e6d5faf4-7134-4e07-9003-e77e8090856d req-954825d5-d599-40ce-895a-d83fa679df64 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2041144508&fields=id&tenant_id=51cd3a26242746e0abb60baf938aae7f HTTP/1.1" status: 200  len: 267 time: 0.0469139
May 10 17:30:27.892951 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5faf4-7134-4e07-9003-e77e8090856d req-9c7f7f07-830b-4676-b760-59586d4f85ce tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:27.894554 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e6d5faf4-7134-4e07-9003-e77e8090856d req-9c7f7f07-830b-4676-b760-59586d4f85ce tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 985 time: 0.0826426
May 10 17:30:27.905651 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-e6d5faf4-7134-4e07-9003-e77e8090856d req-1a560c01-d357-4a19-a3f2-bc7c079580b6 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Request body: {'port': {'security_groups': ['8b1b8661-53ce-48a6-b6e5-ed32823e117d']}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:30:28.027433 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-e6d5faf4-7134-4e07-9003-e77e8090856d req-1a560c01-d357-4a19-a3f2-bc7c079580b6 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:28.269178 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-e6d5faf4-7134-4e07-9003-e77e8090856d req-1a560c01-d357-4a19-a3f2-bc7c079580b6 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] For port 8d45ee84-4b67-4767-8c74-74969170668e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d45ee84-4b67-4767-8c74-74969170668e,segment=NetworkSegment(19c300d7-e0aa-429f-8b65-7e2621890ab8),segment_id=19c300d7-e0aa-429f-8b65-7e2621890ab8)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:28.293176 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-e6d5faf4-7134-4e07-9003-e77e8090856d req-1a560c01-d357-4a19-a3f2-bc7c079580b6 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for port, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:28.298550 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-e6d5faf4-7134-4e07-9003-e77e8090856d req-1a560c01-d357-4a19-a3f2-bc7c079580b6 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:28.304369 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-cc8e3578-16b7-4f93-bfcb-9579b48a2964 tempest-ServerRescueNegativeTestJSON-1722978074 tempest-ServerRescueNegativeTestJSON-1722978074-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:28.332769 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['8d45ee84-4b67-4767-8c74-74969170668e'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:30:28.364728 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d5faf4-7134-4e07-9003-e77e8090856d req-1a560c01-d357-4a19-a3f2-bc7c079580b6 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:28.365392 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-e6d5faf4-7134-4e07-9003-e77e8090856d req-1a560c01-d357-4a19-a3f2-bc7c079580b6 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:28.366914 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e6d5faf4-7134-4e07-9003-e77e8090856d req-1a560c01-d357-4a19-a3f2-bc7c079580b6 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "PUT /v2.0/ports/8d45ee84-4b67-4767-8c74-74969170668e HTTP/1.1" status: 200  len: 943 time: 0.4658792
May 10 17:30:28.367434 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9b02a9-749d-4a9e-bb13-5bc1942e60eb', 'tag': '8d45ee84-4b67-4767-8c74-74969170668e'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:30:28.375948 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35234) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:28.396263 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a560c01-d357-4a19-a3f2-bc7c079580b6 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Pushing event updated for resources: {'Port': ['ID=8d45ee84-4b67-4767-8c74-74969170668e,revision_number=7']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:28.399542 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-1a560c01-d357-4a19-a3f2-bc7c079580b6 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:28.427708 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9b02a9-749d-4a9e-bb13-5bc1942e60eb', 'tag': '8d45ee84-4b67-4767-8c74-74969170668e', 'status': 'completed', 'code': 200}
May 10 17:30:28.463360 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e24ec63b-5077-4175-bc03-3a7207c70aa6 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:28.507123 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['8d45ee84-4b67-4767-8c74-74969170668e'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:30:28.543630 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e24ec63b-5077-4175-bc03-3a7207c70aa6 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:28.608358 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f1e6f-243c-4efb-b8eb-1bd21223f35d req-c208e067-e854-4e6f-b463-c0d24bdc47d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:28.609820 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-bd8f1e6f-243c-4efb-b8eb-1bd21223f35d req-c208e067-e854-4e6f-b463-c0d24bdc47d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51cd3a26242746e0abb60baf938aae7f&device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 1099 time: 0.1357982
May 10 17:30:28.643562 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-fdd64dce-bff9-4346-a45b-0c95320200dd None None] Provisioning complete for port 8d45ee84-4b67-4767-8c74-74969170668e triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:30:28.643864 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-fdd64dce-bff9-4346-a45b-0c95320200dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:28.729555 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e24ec63b-5077-4175-bc03-3a7207c70aa6 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:28.735553 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-20f1d194-19e4-43e8-8f4a-bdc7f3b9ef2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:28.763062 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24ec63b-5077-4175-bc03-3a7207c70aa6 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52a9b31e-985a-4ccf-a0ae-08d8b9c5b3a1,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:28.766320 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-e24ec63b-5077-4175-bc03-3a7207c70aa6 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:28.772871 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f1e6f-243c-4efb-b8eb-1bd21223f35d req-f5d3cbdd-642e-4b86-800f-866f66f9a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:28.775371 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-bd8f1e6f-243c-4efb-b8eb-1bd21223f35d req-f5d3cbdd-642e-4b86-800f-866f66f9a452 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e30340b3-1127-442e-a9fd-0f2e95971614 HTTP/1.1" status: 200  len: 915 time: 0.1583521
May 10 17:30:28.836799 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e24ec63b-5077-4175-bc03-3a7207c70aa6 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:28.837946 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-e24ec63b-5077-4175-bc03-3a7207c70aa6 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "DELETE /v2.0/security-groups/52a9b31e-985a-4ccf-a0ae-08d8b9c5b3a1 HTTP/1.1" status: 204  len: 168 time: 0.4609463
May 10 17:30:28.840778 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 35240) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:28.886266 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-bd8f1e6f-243c-4efb-b8eb-1bd21223f35d req-148d8419-7cbf-4692-bc6d-bf442c262d6d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d45ee84-4b67-4767-8c74-74969170668e HTTP/1.1" status: 200  len: 1001 time: 0.1017461
May 10 17:30:28.948716 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f1e6f-243c-4efb-b8eb-1bd21223f35d req-86429a19-f217-46d7-b85e-feed436ecfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:28.950152 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-bd8f1e6f-243c-4efb-b8eb-1bd21223f35d req-86429a19-f217-46d7-b85e-feed436ecfc3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6557896f-14e0-40b8-8e83-968084329579 HTTP/1.1" status: 200  len: 853 time: 0.0571866
May 10 17:30:29.027545 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8f1e6f-243c-4efb-b8eb-1bd21223f35d req-23c6b7f5-70ca-4dca-b072-ab0789f5150f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:29.028922 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-bd8f1e6f-243c-4efb-b8eb-1bd21223f35d req-23c6b7f5-70ca-4dca-b072-ab0789f5150f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e30340b3-1127-442e-a9fd-0f2e95971614&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721128
May 10 17:30:29.040103 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [req-bd8f1e6f-243c-4efb-b8eb-1bd21223f35d req-587c9b34-adcd-46f7-81b6-a627a8fbb079 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78698) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:30:29.041040 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-bd8f1e6f-243c-4efb-b8eb-1bd21223f35d req-587c9b34-adcd-46f7-81b6-a627a8fbb079 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054839
May 10 17:30:29.111031 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dbb5c-9f4c-453e-8e8c-badc03d5334d req-5d995f30-dc7e-45f5-a523-da18948858bf tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:29.112478 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0e0dbb5c-9f4c-453e-8e8c-badc03d5334d req-5d995f30-dc7e-45f5-a523-da18948858bf tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 946 time: 0.2069080
May 10 17:30:29.171747 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-bd8f1e6f-243c-4efb-b8eb-1bd21223f35d req-f3a70c7b-3272-4254-b689-28ae03b74486 service neutron] 10.222.0.36 "GET /v2.0/networks/e30340b3-1127-442e-a9fd-0f2e95971614?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242578
May 10 17:30:29.191969 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0e0dbb5c-9f4c-453e-8e8c-badc03d5334d req-94f5ab3a-3cdf-46dc-9f1e-b7990490a38f tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510907
May 10 17:30:29.209504 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-81b5999c-764b-4f30-a9c1-3f4d96355b5e tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Deleting port 65d2d10b-2f5b-4d20-b154-8c252aea7203 {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:29.209857 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-81b5999c-764b-4f30-a9c1-3f4d96355b5e tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:29.330229 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-81b5999c-764b-4f30-a9c1-3f4d96355b5e tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:29.330503 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-81b5999c-764b-4f30-a9c1-3f4d96355b5e tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:29.402610 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-bd8f1e6f-243c-4efb-b8eb-1bd21223f35d req-652bd01f-8e6d-4428-9f2a-005751fe20ea service neutron] 10.222.0.36 "GET /v2.0/networks/e30340b3-1127-442e-a9fd-0f2e95971614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2235966
May 10 17:30:29.455651 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-81b5999c-764b-4f30-a9c1-3f4d96355b5e tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Calling delete_port for 65d2d10b-2f5b-4d20-b154-8c252aea7203 owned by network:floatingip {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:29.582865 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-81b5999c-764b-4f30-a9c1-3f4d96355b5e tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:29.586162 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:29.626366 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5999c-764b-4f30-a9c1-3f4d96355b5e tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Pushing event deleted for resources: {'Port': ['ID=65d2d10b-2f5b-4d20-b154-8c252aea7203,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:29.630362 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-81b5999c-764b-4f30-a9c1-3f4d96355b5e tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:29.813946 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-81b5999c-764b-4f30-a9c1-3f4d96355b5e tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks [] for floatingip, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:29.814275 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.db.l3_db [None req-81b5999c-764b-4f30-a9c1-3f4d96355b5e tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Floating IP cd50b99b-5187-4c1d-aa69-69012d66c3cf disassociated (deleted). External IP: 172.27.1.66, port: 8d45ee84-4b67-4767-8c74-74969170668e.
May 10 17:30:30.156166 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81b5999c-764b-4f30-a9c1-3f4d96355b5e tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Router dea8d709-8e5a-4741-9887-d89712373add has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:30:30.329767 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81b5999c-764b-4f30-a9c1-3f4d96355b5e tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:30:30.338829 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811724cd-d4cf-42f3-82a6-06b6a9b3e564 None None] Sync routers for ids ['dea8d709-8e5a-4741-9887-d89712373add'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:30:30.345929 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-81b5999c-764b-4f30-a9c1-3f4d96355b5e tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for floatingip, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:30.348442 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811724cd-d4cf-42f3-82a6-06b6a9b3e564 None None] Routers {'dea8d709-8e5a-4741-9887-d89712373add'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:30:30.349061 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-811724cd-d4cf-42f3-82a6-06b6a9b3e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0860bc70>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:30:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['dea8d709-8e5a-4741-9887-d89712373add'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:30.399561 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-81b5999c-764b-4f30-a9c1-3f4d96355b5e tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "DELETE /v2.0/floatingips/cd50b99b-5187-4c1d-aa69-69012d66c3cf HTTP/1.1" status: 204  len: 168 time: 1.5576434
May 10 17:30:30.428703 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d9b02a9-749d-4a9e-bb13-5bc1942e60eb', 'tag': '8d45ee84-4b67-4767-8c74-74969170668e'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:30:30.528928 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-811724cd-d4cf-42f3-82a6-06b6a9b3e564 None None] Set router dea8d709-8e5a-4741-9887-d89712373add gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:30:30.609179 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d9b02a9-749d-4a9e-bb13-5bc1942e60eb', 'tag': '8d45ee84-4b67-4767-8c74-74969170668e', 'status': 'completed', 'code': 200}
May 10 17:30:30.731848 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22172f9-149d-48c9-a792-cc52829b0454 req-84d0d877-7f14-42a0-a220-2a9175eda340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:30.734608 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-c22172f9-149d-48c9-a792-cc52829b0454 req-84d0d877-7f14-42a0-a220-2a9175eda340 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=51cd3a26242746e0abb60baf938aae7f&device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 1099 time: 0.0805919
May 10 17:30:30.879963 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22172f9-149d-48c9-a792-cc52829b0454 req-be4b2509-aed6-4563-91c1-8b8462fdf621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:30.881416 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-c22172f9-149d-48c9-a792-cc52829b0454 req-be4b2509-aed6-4563-91c1-8b8462fdf621 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e30340b3-1127-442e-a9fd-0f2e95971614 HTTP/1.1" status: 200  len: 915 time: 0.1348269
May 10 17:30:30.884016 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-811724cd-d4cf-42f3-82a6-06b6a9b3e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0860bc70>, [{'id': 'dea8d709-8e5a-4741-9887-d89712373add', 'name': 'tempest-TestMinimumBasicScenario-152574099-router', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:49Z', 'revision_number': 4, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'gw_port': {'id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '5163fbfb-31e4-4a1e-ad16-190d19803e6d', 'name': '', 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'mac_address': 'fa:16:3e:bd:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6557896f-14e0-40b8-8e83-968084329579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:48Z', 'updated_at': '2021-05-10T17:26:55Z', 'revision_number': 5, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'subnets': [{'id': '6557896f-14e0-40b8-8e83-968084329579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:30.887918 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811724cd-d4cf-42f3-82a6-06b6a9b3e564 None None] Checking router: dea8d709-8e5a-4741-9887-d89712373add for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:30:30.897614 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811724cd-d4cf-42f3-82a6-06b6a9b3e564 None None] Routers {'dea8d709-8e5a-4741-9887-d89712373add'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:30:30.898224 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-811724cd-d4cf-42f3-82a6-06b6a9b3e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0860bc70>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:30:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['dea8d709-8e5a-4741-9887-d89712373add'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:30.954859 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-c22172f9-149d-48c9-a792-cc52829b0454 req-cfe4288e-5a11-4a64-879f-98c0ccb31e20 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d45ee84-4b67-4767-8c74-74969170668e HTTP/1.1" status: 200  len: 217 time: 0.0664608
May 10 17:30:31.022773 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22172f9-149d-48c9-a792-cc52829b0454 req-ccceb5ea-3f59-4f82-a4dd-460ed86b81f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:31.024380 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-c22172f9-149d-48c9-a792-cc52829b0454 req-ccceb5ea-3f59-4f82-a4dd-460ed86b81f4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=6557896f-14e0-40b8-8e83-968084329579 HTTP/1.1" status: 200  len: 853 time: 0.0584154
May 10 17:30:31.073735 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-811724cd-d4cf-42f3-82a6-06b6a9b3e564 None None] Set router dea8d709-8e5a-4741-9887-d89712373add gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:30:31.109103 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22172f9-149d-48c9-a792-cc52829b0454 req-75637221-be8c-4662-afda-6a78cd18c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:31.110687 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-c22172f9-149d-48c9-a792-cc52829b0454 req-75637221-be8c-4662-afda-6a78cd18c461 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e30340b3-1127-442e-a9fd-0f2e95971614&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0728805
May 10 17:30:31.242111 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-c22172f9-149d-48c9-a792-cc52829b0454 req-d1673ba7-4fd1-4727-8c76-06abb8869c84 service neutron] 10.222.0.36 "GET /v2.0/networks/e30340b3-1127-442e-a9fd-0f2e95971614?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238525
May 10 17:30:31.380845 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-811724cd-d4cf-42f3-82a6-06b6a9b3e564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0860bc70>, [{'id': 'dea8d709-8e5a-4741-9887-d89712373add', 'name': 'tempest-TestMinimumBasicScenario-152574099-router', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:49Z', 'revision_number': 4, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'gw_port': {'id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '5163fbfb-31e4-4a1e-ad16-190d19803e6d', 'name': '', 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'mac_address': 'fa:16:3e:bd:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6557896f-14e0-40b8-8e83-968084329579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:48Z', 'updated_at': '2021-05-10T17:26:55Z', 'revision_number': 5, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'subnets': [{'id': '6557896f-14e0-40b8-8e83-968084329579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:31.384881 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-811724cd-d4cf-42f3-82a6-06b6a9b3e564 None None] The sync data for ids ['dea8d709-8e5a-4741-9887-d89712373add'] in dv-cinder-786383-3-iscsi is: [{'id': 'dea8d709-8e5a-4741-9887-d89712373add', 'name': 'tempest-TestMinimumBasicScenario-152574099-router', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:49Z', 'revision_number': 4, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'gw_port': {'id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '5163fbfb-31e4-4a1e-ad16-190d19803e6d', 'name': '', 'network_id': 'e30340b3-1127-442e-a9fd-0f2e95971614', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'mac_address': 'fa:16:3e:bd:ea:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': '6557896f-14e0-40b8-8e83-968084329579', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:48Z', 'updated_at': '2021-05-10T17:26:55Z', 'revision_number': 5, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'subnets': [{'id': '6557896f-14e0-40b8-8e83-968084329579', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:30:31.386701 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-c22172f9-149d-48c9-a792-cc52829b0454 req-ac0b9a35-c3e3-4c1a-9137-8e0c10c5aa8d service neutron] 10.222.0.36 "GET /v2.0/networks/e30340b3-1127-442e-a9fd-0f2e95971614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240287
May 10 17:30:31.582177 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26aef6bd-adc4-4778-89d5-17feecc33d54 None None] New status for floating IP cd50b99b-5187-4c1d-aa69-69012d66c3cf: DOWN {{(pid=78700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:30:33.678171 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725cba12-d9cf-48d8-b4a6-7f7bfdf1a541 req-07f31980-36d9-4fde-8b04-2e858a4f2db3 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:33.678911 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-725cba12-d9cf-48d8-b4a6-7f7bfdf1a541 req-07f31980-36d9-4fde-8b04-2e858a4f2db3 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Synchronizing usage tracker for tenant:51cd3a26242746e0abb60baf938aae7f on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:30:33.693625 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-725cba12-d9cf-48d8-b4a6-7f7bfdf1a541 req-07f31980-36d9-4fde-8b04-2e858a4f2db3 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Unset dirty status for tenant:51cd3a26242746e0abb60baf938aae7f on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:30:33.694786 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-725cba12-d9cf-48d8-b4a6-7f7bfdf1a541 req-07f31980-36d9-4fde-8b04-2e858a4f2db3 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 946 time: 0.0959752
May 10 17:30:33.739284 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-725cba12-d9cf-48d8-b4a6-7f7bfdf1a541 req-c89fbb4a-6fc1-402f-9804-16023c9d7850 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387073
May 10 17:30:34.928941 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a469b3ae-0de8-49d4-b0a2-58d051725422 req-be2ae3a4-4109-4435-a62d-e62fc7dba375 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:34.930366 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a469b3ae-0de8-49d4-b0a2-58d051725422 req-be2ae3a4-4109-4435-a62d-e62fc7dba375 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 946 time: 0.0824583
May 10 17:30:34.973574 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a469b3ae-0de8-49d4-b0a2-58d051725422 req-4204dcc1-d55c-4de8-bc60-4bdf0e7633a3 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0373623
May 10 17:30:36.158232 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c45016-5a06-45b9-a47c-84d36a7d91c1 req-93fcb1bb-f64b-48c6-b0af-ec6539d0c90a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:36.159706 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-28c45016-5a06-45b9-a47c-84d36a7d91c1 req-93fcb1bb-f64b-48c6-b0af-ec6539d0c90a tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 946 time: 0.0791855
May 10 17:30:36.163330 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0c3e3d-34af-4b03-a9f3-abb268197927 req-02db7b8b-586f-4e5f-9056-d2574190a29d tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:36.164042 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-0f0c3e3d-34af-4b03-a9f3-abb268197927 req-02db7b8b-586f-4e5f-9056-d2574190a29d tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Synchronizing usage tracker for tenant:51cd3a26242746e0abb60baf938aae7f on resource:port {{(pid=78698) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:30:36.176866 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-0f0c3e3d-34af-4b03-a9f3-abb268197927 req-02db7b8b-586f-4e5f-9056-d2574190a29d tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Unset dirty status for tenant:51cd3a26242746e0abb60baf938aae7f on resource:port {{(pid=78698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:30:36.177964 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-0f0c3e3d-34af-4b03-a9f3-abb268197927 req-02db7b8b-586f-4e5f-9056-d2574190a29d tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.36 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 946 time: 0.0930395
May 10 17:30:36.205599 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-28c45016-5a06-45b9-a47c-84d36a7d91c1 req-2cbe7ebf-1106-4a78-8ab8-032db0051a74 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/security-groups?id=8b1b8661-53ce-48a6-b6e5-ed32823e117d&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395937
May 10 17:30:36.315602 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [req-0f0c3e3d-34af-4b03-a9f3-abb268197927 req-e1210f26-859e-4c8f-8cb1-535a5320b200 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Deleting port 8d45ee84-4b67-4767-8c74-74969170668e {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:36.315941 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-0f0c3e3d-34af-4b03-a9f3-abb268197927 req-e1210f26-859e-4c8f-8cb1-535a5320b200 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:36.446806 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-0f0c3e3d-34af-4b03-a9f3-abb268197927 req-e1210f26-859e-4c8f-8cb1-535a5320b200 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] For port 8d45ee84-4b67-4767-8c74-74969170668e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=8d45ee84-4b67-4767-8c74-74969170668e,segment=NetworkSegment(19c300d7-e0aa-429f-8b65-7e2621890ab8),segment_id=19c300d7-e0aa-429f-8b65-7e2621890ab8)] {{(pid=78698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:36.447160 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-0f0c3e3d-34af-4b03-a9f3-abb268197927 req-e1210f26-859e-4c8f-8cb1-535a5320b200 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:36.567020 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [req-0f0c3e3d-34af-4b03-a9f3-abb268197927 req-e1210f26-859e-4c8f-8cb1-535a5320b200 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Calling delete_port for 8d45ee84-4b67-4767-8c74-74969170668e owned by compute:nova {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:36.677102 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-0f0c3e3d-34af-4b03-a9f3-abb268197927 req-e1210f26-859e-4c8f-8cb1-535a5320b200 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:36.683111 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-2bc1e27c-8a09-413d-a677-8cdd20ca36fe tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:36.713267 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['8d45ee84-4b67-4767-8c74-74969170668e'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:30:36.729121 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1210f26-859e-4c8f-8cb1-535a5320b200 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Pushing event deleted for resources: {'Port': ['ID=8d45ee84-4b67-4767-8c74-74969170668e,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:36.732375 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-e1210f26-859e-4c8f-8cb1-535a5320b200 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:36.806797 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f0c3e3d-34af-4b03-a9f3-abb268197927 req-e1210f26-859e-4c8f-8cb1-535a5320b200 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] No DVR routers for this DVR port 8d45ee84-4b67-4767-8c74-74969170668e on host hv-cinder-78638 {{(pid=78698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:30:36.809206 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-0f0c3e3d-34af-4b03-a9f3-abb268197927 req-e1210f26-859e-4c8f-8cb1-535a5320b200 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:36.811816 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d9b02a9-749d-4a9e-bb13-5bc1942e60eb', 'name': 'network-vif-deleted', 'tag': '8d45ee84-4b67-4767-8c74-74969170668e'}] {{(pid=78698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:30:36.828569 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-0f0c3e3d-34af-4b03-a9f3-abb268197927 req-e1210f26-859e-4c8f-8cb1-535a5320b200 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.36 "DELETE /v2.0/ports/8d45ee84-4b67-4767-8c74-74969170668e HTTP/1.1" status: 204  len: 173 time: 0.6450670
May 10 17:30:36.900195 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933c714-45c9-465f-9a13-9b8cebbc5c01 req-b649cef8-e00a-4d79-8ef4-037552cec0a1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:36.901669 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d933c714-45c9-465f-9a13-9b8cebbc5c01 req-b649cef8-e00a-4d79-8ef4-037552cec0a1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0942876
May 10 17:30:36.928843 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d9b02a9-749d-4a9e-bb13-5bc1942e60eb', 'name': 'network-vif-deleted', 'tag': '8d45ee84-4b67-4767-8c74-74969170668e', 'status': 'completed', 'code': 200}
May 10 17:30:36.948435 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d933c714-45c9-465f-9a13-9b8cebbc5c01 req-16a82235-8f17-470b-8033-5ecbbcc838ea tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0408680
May 10 17:30:37.371137 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-50f80d04-7015-4717-8215-a25c8d708ff1 req-949790f4-ccc6-4621-b4f4-c6686e6f1714 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] 10.222.0.32 "GET /v2.0/ports?device_id=2d9b02a9-749d-4a9e-bb13-5bc1942e60eb HTTP/1.1" status: 200  len: 210 time: 0.0429521
May 10 17:30:38.135382 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0762e960-2569-4344-9a17-2e206f23ad09 req-a7cad3cd-bde7-408b-9c50-020ff7d68c8c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:38.136803 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0762e960-2569-4344-9a17-2e206f23ad09 req-a7cad3cd-bde7-408b-9c50-020ff7d68c8c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0827198
May 10 17:30:38.179991 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0762e960-2569-4344-9a17-2e206f23ad09 req-a8b422d9-b5e0-42cf-a741-d61d536d1e04 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=50400df7-d879-4cd4-9fb0-22d724bb6a84&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375943
May 10 17:30:38.275815 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246f1e9-3739-4c17-bb7e-c17d484cd3e5 req-11ce4181-852a-4af0-8380-7b3d41b11377 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:38.276422 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-7246f1e9-3739-4c17-bb7e-c17d484cd3e5 req-11ce4181-852a-4af0-8380-7b3d41b11377 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Synchronizing usage tracker for tenant:aca5e614d86048998dd46f3226b6b322 on resource:port {{(pid=78698) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:30:38.287738 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-7246f1e9-3739-4c17-bb7e-c17d484cd3e5 req-11ce4181-852a-4af0-8380-7b3d41b11377 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Unset dirty status for tenant:aca5e614d86048998dd46f3226b6b322 on resource:port {{(pid=78698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:30:38.288798 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-7246f1e9-3739-4c17-bb7e-c17d484cd3e5 req-11ce4181-852a-4af0-8380-7b3d41b11377 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.36 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 946 time: 0.0891109
May 10 17:30:38.517808 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [req-7246f1e9-3739-4c17-bb7e-c17d484cd3e5 req-0433a67a-885f-43ac-be35-6abc9b74c9e8 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Deleting port efcf780a-b180-4ccf-83b7-ac9d45b35052 {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:38.518155 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-7246f1e9-3739-4c17-bb7e-c17d484cd3e5 req-0433a67a-885f-43ac-be35-6abc9b74c9e8 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:38.652480 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-7246f1e9-3739-4c17-bb7e-c17d484cd3e5 req-0433a67a-885f-43ac-be35-6abc9b74c9e8 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] For port efcf780a-b180-4ccf-83b7-ac9d45b35052, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=efcf780a-b180-4ccf-83b7-ac9d45b35052,segment=NetworkSegment(89185303-cea4-4e66-a8df-db42cc41c4d4),segment_id=89185303-cea4-4e66-a8df-db42cc41c4d4)] {{(pid=78698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:38.652841 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-7246f1e9-3739-4c17-bb7e-c17d484cd3e5 req-0433a67a-885f-43ac-be35-6abc9b74c9e8 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:38.951753 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-7246f1e9-3739-4c17-bb7e-c17d484cd3e5 req-0433a67a-885f-43ac-be35-6abc9b74c9e8 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:38.952156 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-7246f1e9-3739-4c17-bb7e-c17d484cd3e5 req-0433a67a-885f-43ac-be35-6abc9b74c9e8 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422768'] for floatingip, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:38.962408 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.l3_db [req-7246f1e9-3739-4c17-bb7e-c17d484cd3e5 req-0433a67a-885f-43ac-be35-6abc9b74c9e8 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Floating IP 1b4677fe-de9f-40f4-8517-6d54368ce712 disassociated. External IP: 172.27.1.176, port: efcf780a-b180-4ccf-83b7-ac9d45b35052.
May 10 17:30:38.962408 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [req-7246f1e9-3739-4c17-bb7e-c17d484cd3e5 req-0433a67a-885f-43ac-be35-6abc9b74c9e8 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Calling delete_port for efcf780a-b180-4ccf-83b7-ac9d45b35052 owned by compute:nova {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:38.966274 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 35340) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:39.067995 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-7246f1e9-3739-4c17-bb7e-c17d484cd3e5 req-0433a67a-885f-43ac-be35-6abc9b74c9e8 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:39.074112 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:39.120448 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0433a67a-885f-43ac-be35-6abc9b74c9e8 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Pushing event deleted for resources: {'Port': ['ID=efcf780a-b180-4ccf-83b7-ac9d45b35052,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:39.126454 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-0433a67a-885f-43ac-be35-6abc9b74c9e8 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:39.310385 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7246f1e9-3739-4c17-bb7e-c17d484cd3e5 req-0433a67a-885f-43ac-be35-6abc9b74c9e8 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Router a196bb51-abd2-4afb-ad6c-867d588d0ff1 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:30:39.401794 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2e5656b4-3036-46aa-86e3-60010c9295b1 req-a0f0e709-797f-4233-91eb-7039e890d255 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=48120777-14d3-4deb-9f45-1146dc41c5c6 HTTP/1.1" status: 200  len: 210 time: 0.1072547
May 10 17:30:39.490913 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7246f1e9-3739-4c17-bb7e-c17d484cd3e5 req-0433a67a-885f-43ac-be35-6abc9b74c9e8 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:30:39.503122 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e43ab3-3a82-4bc9-b64e-9e42143f690f None None] Sync routers for ids ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:30:39.513408 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e43ab3-3a82-4bc9-b64e-9e42143f690f None None] Routers {'a196bb51-abd2-4afb-ad6c-867d588d0ff1'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:30:39.514028 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-88e43ab3-3a82-4bc9-b64e-9e42143f690f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f081b6760>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:30:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:39.570188 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [req-7246f1e9-3739-4c17-bb7e-c17d484cd3e5 req-0433a67a-885f-43ac-be35-6abc9b74c9e8 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] No DVR routers for this DVR port efcf780a-b180-4ccf-83b7-ac9d45b35052 on host hv-cinder-78638 {{(pid=78698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:30:39.572548 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-7246f1e9-3739-4c17-bb7e-c17d484cd3e5 req-0433a67a-885f-43ac-be35-6abc9b74c9e8 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:39.575226 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48120777-14d3-4deb-9f45-1146dc41c5c6', 'name': 'network-vif-deleted', 'tag': 'efcf780a-b180-4ccf-83b7-ac9d45b35052'}] {{(pid=78698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:30:39.595018 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-7246f1e9-3739-4c17-bb7e-c17d484cd3e5 req-0433a67a-885f-43ac-be35-6abc9b74c9e8 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.36 "DELETE /v2.0/ports/efcf780a-b180-4ccf-83b7-ac9d45b35052 HTTP/1.1" status: 204  len: 173 time: 1.3009586
May 10 17:30:39.638955 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48120777-14d3-4deb-9f45-1146dc41c5c6', 'name': 'network-vif-deleted', 'tag': 'efcf780a-b180-4ccf-83b7-ac9d45b35052', 'status': 'completed', 'code': 200}
May 10 17:30:39.676499 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-54b65091-3e96-4039-a078-4701da74356c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393289'] for router_interface, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:39.719749 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-88e43ab3-3a82-4bc9-b64e-9e42143f690f None None] Set router a196bb51-abd2-4afb-ad6c-867d588d0ff1 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:30:40.077561 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-88e43ab3-3a82-4bc9-b64e-9e42143f690f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f081b6760>, [{'id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'name': 'tempest-AttachVolumeTestJSON-811845202-router', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:29Z', 'updated_at': '2021-05-10T17:24:34Z', 'revision_number': 4, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'gw_port': {'id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:30Z', 'updated_at': '2021-05-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '5a202a81-d265-4211-8911-23dee31c7929', 'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'mac_address': 'fa:16:3e:a5:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:33Z', 'updated_at': '2021-05-10T17:24:42Z', 'revision_number': 5, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'subnets': [{'id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:40.083390 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e43ab3-3a82-4bc9-b64e-9e42143f690f None None] Checking router: a196bb51-abd2-4afb-ad6c-867d588d0ff1 for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:30:40.093383 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e43ab3-3a82-4bc9-b64e-9e42143f690f None None] Routers {'a196bb51-abd2-4afb-ad6c-867d588d0ff1'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:30:40.094039 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-88e43ab3-3a82-4bc9-b64e-9e42143f690f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f081b6760>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:30:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:40.110154 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-54b65091-3e96-4039-a078-4701da74356c admin admin] Deleting port 5163fbfb-31e4-4a1e-ad16-190d19803e6d {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:40.110650 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-54b65091-3e96-4039-a078-4701da74356c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:40.243533 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [None req-54b65091-3e96-4039-a078-4701da74356c admin admin] For port 5163fbfb-31e4-4a1e-ad16-190d19803e6d, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=5163fbfb-31e4-4a1e-ad16-190d19803e6d,segment=NetworkSegment(19c300d7-e0aa-429f-8b65-7e2621890ab8),segment_id=19c300d7-e0aa-429f-8b65-7e2621890ab8)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:40.243910 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-54b65091-3e96-4039-a078-4701da74356c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:40.281484 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-88e43ab3-3a82-4bc9-b64e-9e42143f690f None None] Set router a196bb51-abd2-4afb-ad6c-867d588d0ff1 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:30:40.374390 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-54b65091-3e96-4039-a078-4701da74356c admin admin] Calling delete_port for 5163fbfb-31e4-4a1e-ad16-190d19803e6d owned by network:router_interface {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:40.528586 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35352) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:40.529108 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-54b65091-3e96-4039-a078-4701da74356c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:40.533498 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:40.579535 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b65091-3e96-4039-a078-4701da74356c admin admin] Pushing event deleted for resources: {'Port': ['ID=5163fbfb-31e4-4a1e-ad16-190d19803e6d,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:40.583213 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-54b65091-3e96-4039-a078-4701da74356c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:40.598516 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-74dcf1f2-168e-47f5-9979-0cfb3a352b7b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:40.608289 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-88e43ab3-3a82-4bc9-b64e-9e42143f690f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f081b6760>, [{'id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'name': 'tempest-AttachVolumeTestJSON-811845202-router', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:29Z', 'updated_at': '2021-05-10T17:24:34Z', 'revision_number': 4, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'gw_port': {'id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:30Z', 'updated_at': '2021-05-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '5a202a81-d265-4211-8911-23dee31c7929', 'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'mac_address': 'fa:16:3e:a5:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:33Z', 'updated_at': '2021-05-10T17:24:42Z', 'revision_number': 5, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'subnets': [{'id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:40.617328 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88e43ab3-3a82-4bc9-b64e-9e42143f690f None None] The sync data for ids ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'] in dv-cinder-786383-3-iscsi is: [{'id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'name': 'tempest-AttachVolumeTestJSON-811845202-router', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:29Z', 'updated_at': '2021-05-10T17:24:34Z', 'revision_number': 4, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'gw_port': {'id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:30Z', 'updated_at': '2021-05-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '5a202a81-d265-4211-8911-23dee31c7929', 'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'mac_address': 'fa:16:3e:a5:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:33Z', 'updated_at': '2021-05-10T17:24:42Z', 'revision_number': 5, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'subnets': [{'id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:30:40.631926 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-74dcf1f2-168e-47f5-9979-0cfb3a352b7b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:40.702446 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-74dcf1f2-168e-47f5-9979-0cfb3a352b7b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:40.709190 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-6d4aca02-b7a2-4060-808c-260ba8d58a0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:40.726941 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dcf1f2-168e-47f5-9979-0cfb3a352b7b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50400df7-d879-4cd4-9fb0-22d724bb6a84,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:40.731185 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-74dcf1f2-168e-47f5-9979-0cfb3a352b7b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:40.744502 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-74dcf1f2-168e-47f5-9979-0cfb3a352b7b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:40.745637 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-74dcf1f2-168e-47f5-9979-0cfb3a352b7b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "DELETE /v2.0/security-groups/50400df7-d879-4cd4-9fb0-22d724bb6a84 HTTP/1.1" status: 204  len: 168 time: 0.2160590
May 10 17:30:40.754942 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35356) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:40.775236 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.api.v2.resource [None req-fd250f8a-1970-4722-b8e3-f57e30f96bad tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] show failed (client error): The resource could not be found.
May 10 17:30:40.779190 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-fd250f8a-1970-4722-b8e3-f57e30f96bad tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups/50400df7-d879-4cd4-9fb0-22d724bb6a84 HTTP/1.1" status: 404  len: 347 time: 0.0203280
May 10 17:30:40.779548 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35360) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:40.915202 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 8d45ee84-4b67-4767-8c74-74969170668e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:30:40.951133 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41ae1ef4-70c4-497a-bdb0-9c3b16dd5326 None None] New status for floating IP 1b4677fe-de9f-40f4-8517-6d54368ce712: DOWN {{(pid=78700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:30:40.959347 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] No Port match for: 8d45ee84-4b67-4767-8c74-74969170668e {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:30:40.959704 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 8d45ee84-4b67-4767-8c74-74969170668e not bound to the agent host hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:30:40.986970 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-54b65091-3e96-4039-a078-4701da74356c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420089'] for router_interface, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:41.124382 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-1f773679-cf7c-4ca8-af79-f95636aa090e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Deleting port b566e1be-5e36-4db5-a415-cd177ac34533 {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:41.124720 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1f773679-cf7c-4ca8-af79-f95636aa090e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:41.247250 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1f773679-cf7c-4ca8-af79-f95636aa090e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:41.247575 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1f773679-cf7c-4ca8-af79-f95636aa090e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:41.362126 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b65091-3e96-4039-a078-4701da74356c admin admin] Router dea8d709-8e5a-4741-9887-d89712373add has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:30:41.366700 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-1f773679-cf7c-4ca8-af79-f95636aa090e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Calling delete_port for b566e1be-5e36-4db5-a415-cd177ac34533 owned by network:floatingip {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:41.476869 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1f773679-cf7c-4ca8-af79-f95636aa090e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:41.481488 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-1da9f5d9-547c-461b-888c-a3d146146886 tempest-VolumesSnapshotTestJSON-1727878486 tempest-VolumesSnapshotTestJSON-1727878486-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:41.523565 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f773679-cf7c-4ca8-af79-f95636aa090e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Pushing event deleted for resources: {'Port': ['ID=b566e1be-5e36-4db5-a415-cd177ac34533,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:41.526679 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-1f773679-cf7c-4ca8-af79-f95636aa090e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:41.540784 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b65091-3e96-4039-a078-4701da74356c admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:30:41.549282 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865ceb9-7432-4eed-bffd-e212518d8f1f None None] Sync routers for ids ['dea8d709-8e5a-4741-9887-d89712373add'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:30:41.558802 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-54b65091-3e96-4039-a078-4701da74356c admin admin] 10.222.0.32 "PUT /v2.0/routers/dea8d709-8e5a-4741-9887-d89712373add/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5890858
May 10 17:30:41.559086 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 35364) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:41.559237 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5865ceb9-7432-4eed-bffd-e212518d8f1f None None] Routers {'dea8d709-8e5a-4741-9887-d89712373add'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:30:41.559824 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-5865ceb9-7432-4eed-bffd-e212518d8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08aaf460>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:30:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['dea8d709-8e5a-4741-9887-d89712373add'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:41.619211 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1f773679-cf7c-4ca8-af79-f95636aa090e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for floatingip, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:41.632964 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1f773679-cf7c-4ca8-af79-f95636aa090e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for floatingip, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:41.637283 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-1f773679-cf7c-4ca8-af79-f95636aa090e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "DELETE /v2.0/floatingips/1b4677fe-de9f-40f4-8517-6d54368ce712 HTTP/1.1" status: 204  len: 168 time: 0.8535798
May 10 17:30:41.742997 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-5865ceb9-7432-4eed-bffd-e212518d8f1f None None] Set router dea8d709-8e5a-4741-9887-d89712373add gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:30:41.744946 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b845758a-49f3-4845-8a1b-153bea630aec admin admin] Notify callbacks [] for router, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:41.849774 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35370) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:41.855401 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-5bd557b7-9c1b-42ed-b06c-8f356b281287 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1359128719', 'description': 'tempest-description--966055190'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:30:41.861252 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-5bd557b7-9c1b-42ed-b06c-8f356b281287 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:30:41.865369 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-5bd557b7-9c1b-42ed-b06c-8f356b281287 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Usage tracker for resource:security_group and tenant:aca5e614d86048998dd46f3226b6b322 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:30:41.868332 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-5bd557b7-9c1b-42ed-b06c-8f356b281287 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:30:41.874433 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-5bd557b7-9c1b-42ed-b06c-8f356b281287 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:30:41.886807 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5bd557b7-9c1b-42ed-b06c-8f356b281287 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:41.907068 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-5bd557b7-9c1b-42ed-b06c-8f356b281287 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:30:41.911655 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-5bd557b7-9c1b-42ed-b06c-8f356b281287 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Usage tracker for resource:security_group_rule and tenant:aca5e614d86048998dd46f3226b6b322 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:30:41.914776 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-5bd557b7-9c1b-42ed-b06c-8f356b281287 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:30:41.916689 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b845758a-49f3-4845-8a1b-153bea630aec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:41.921148 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-5bd557b7-9c1b-42ed-b06c-8f356b281287 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:30:41.992473 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-b845758a-49f3-4845-8a1b-153bea630aec admin admin] Deleting port 2b9911c0-b76c-4c21-b785-23030bab3733 {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:41.993115 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b845758a-49f3-4845-8a1b-153bea630aec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.002163 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5bd557b7-9c1b-42ed-b06c-8f356b281287 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.006769 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5bd557b7-9c1b-42ed-b06c-8f356b281287 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.012661 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a0e64299-7176-4812-86f8-acdacba32996 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:42.059916 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-5865ceb9-7432-4eed-bffd-e212518d8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08aaf460>, [{'id': 'dea8d709-8e5a-4741-9887-d89712373add', 'name': 'tempest-TestMinimumBasicScenario-152574099-router', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100'}], 'enable_snat': True}, 'gw_port_id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:30:40Z', 'revision_number': 5, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'gw_port': {'id': '2b9911c0-b76c-4c21-b785-23030bab3733', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:4b:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea8d709-8e5a-4741-9887-d89712373add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:26:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:42.066380 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865ceb9-7432-4eed-bffd-e212518d8f1f None None] Checking router: dea8d709-8e5a-4741-9887-d89712373add for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:30:42.074714 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5865ceb9-7432-4eed-bffd-e212518d8f1f None None] Routers {'dea8d709-8e5a-4741-9887-d89712373add'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:30:42.075474 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-5865ceb9-7432-4eed-bffd-e212518d8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08aaf460>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:30:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['dea8d709-8e5a-4741-9887-d89712373add'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:42.090116 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd557b7-9c1b-42ed-b06c-8f356b281287 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b11441de-488e-4844-a7e3-0f99d5abb4c0,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:42.104732 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-5bd557b7-9c1b-42ed-b06c-8f356b281287 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:42.105748 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5bd557b7-9c1b-42ed-b06c-8f356b281287 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.109695 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-5bd557b7-9c1b-42ed-b06c-8f356b281287 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2563305
May 10 17:30:42.109916 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35374) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:42.115966 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-f24aac1e-db72-4cb7-9b6a-f0262ae0a25a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Request body: {'security_group_rule': {'security_group_id': 'b11441de-488e-4844-a7e3-0f99d5abb4c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:30:42.126835 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-f24aac1e-db72-4cb7-9b6a-f0262ae0a25a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:30:42.131234 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-f24aac1e-db72-4cb7-9b6a-f0262ae0a25a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Usage tracker for resource:security_group_rule and tenant:aca5e614d86048998dd46f3226b6b322 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:30:42.134398 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-f24aac1e-db72-4cb7-9b6a-f0262ae0a25a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:30:42.140639 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-f24aac1e-db72-4cb7-9b6a-f0262ae0a25a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:30:42.158205 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f24aac1e-db72-4cb7-9b6a-f0262ae0a25a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.222729 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f24aac1e-db72-4cb7-9b6a-f0262ae0a25a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.226647 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f24aac1e-db72-4cb7-9b6a-f0262ae0a25a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.230471 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-dbc4fc47-53af-4ef5-b4fc-d5b44cb49f65 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:42.257949 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [None req-b845758a-49f3-4845-8a1b-153bea630aec admin admin] For port 2b9911c0-b76c-4c21-b785-23030bab3733, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=2b9911c0-b76c-4c21-b785-23030bab3733,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:42.258253 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24aac1e-db72-4cb7-9b6a-f0262ae0a25a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee20333-cd61-42fb-847d-d76d3b2b60cd,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:42.258494 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b845758a-49f3-4845-8a1b-153bea630aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.263809 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-f24aac1e-db72-4cb7-9b6a-f0262ae0a25a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:42.270592 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f24aac1e-db72-4cb7-9b6a-f0262ae0a25a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.272151 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-f24aac1e-db72-4cb7-9b6a-f0262ae0a25a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1610944
May 10 17:30:42.274985 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35378) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:42.280576 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-22e04055-d621-43e0-9093-3229934c2d0d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Request body: {'security_group_rule': {'security_group_id': 'b11441de-488e-4844-a7e3-0f99d5abb4c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:30:42.287167 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-22e04055-d621-43e0-9093-3229934c2d0d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:30:42.290993 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-22e04055-d621-43e0-9093-3229934c2d0d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Usage tracker for resource:security_group_rule and tenant:aca5e614d86048998dd46f3226b6b322 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:30:42.293789 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-22e04055-d621-43e0-9093-3229934c2d0d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:30:42.296139 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-5865ceb9-7432-4eed-bffd-e212518d8f1f None None] Set router dea8d709-8e5a-4741-9887-d89712373add gateway port host: None {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:30:42.299609 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-22e04055-d621-43e0-9093-3229934c2d0d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:30:42.317912 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-22e04055-d621-43e0-9093-3229934c2d0d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.384045 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-22e04055-d621-43e0-9093-3229934c2d0d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.388206 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-22e04055-d621-43e0-9093-3229934c2d0d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.393482 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-b845758a-49f3-4845-8a1b-153bea630aec admin admin] Calling delete_port for 2b9911c0-b76c-4c21-b785-23030bab3733 owned by network:router_gateway {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:42.394943 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:42.408121 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-5865ceb9-7432-4eed-bffd-e212518d8f1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08aaf460>, [{'id': 'dea8d709-8e5a-4741-9887-d89712373add', 'name': 'tempest-TestMinimumBasicScenario-152574099-router', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:30:41Z', 'revision_number': 6, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'gw_port_host': None}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:42.412781 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5865ceb9-7432-4eed-bffd-e212518d8f1f None None] The sync data for ids ['dea8d709-8e5a-4741-9887-d89712373add'] in dv-cinder-786383-3-iscsi is: [{'id': 'dea8d709-8e5a-4741-9887-d89712373add', 'name': 'tempest-TestMinimumBasicScenario-152574099-router', 'tenant_id': '51cd3a26242746e0abb60baf938aae7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:45Z', 'updated_at': '2021-05-10T17:30:41Z', 'revision_number': 6, 'project_id': '51cd3a26242746e0abb60baf938aae7f', 'gw_port_host': None}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:30:42.415320 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e04055-d621-43e0-9093-3229934c2d0d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49956db3-fb49-44d3-ba39-0c6f9c71dcde,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:42.418949 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-22e04055-d621-43e0-9093-3229934c2d0d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:42.427326 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-22e04055-d621-43e0-9093-3229934c2d0d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.428761 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-22e04055-d621-43e0-9093-3229934c2d0d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1524603
May 10 17:30:42.431776 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35382) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:42.438154 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Request body: {'floatingip': {'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:30:42.444311 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:30:42.451544 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Usage tracker for resource:floatingip and tenant:aca5e614d86048998dd46f3226b6b322 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:30:42.454263 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:30:42.459930 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:30:42.469916 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for floatingip, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.541359 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b845758a-49f3-4845-8a1b-153bea630aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.544822 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-fd03ad2c-e730-48b3-8cf8-a2bc44cb61b5 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:42.587606 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845758a-49f3-4845-8a1b-153bea630aec admin admin] Pushing event deleted for resources: {'Port': ['ID=2b9911c0-b76c-4c21-b785-23030bab3733,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:42.590704 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-b845758a-49f3-4845-8a1b-153bea630aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:42.608072 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.682211 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b845758a-49f3-4845-8a1b-153bea630aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422765'] for router_gateway, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.745901 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Allocated IP 172.27.1.193 (bae4116f-378a-4109-9d6f-b35b773f5102/85c6ce2f-4b23-430e-8a05-d1a9c5baa36d/06fd3101-67c2-4c97-b43f-598aa7215af4) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:30:42.853499 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b845758a-49f3-4845-8a1b-153bea630aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5982'] for router, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.855949 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b845758a-49f3-4845-8a1b-153bea630aec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.882596 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b845758a-49f3-4845-8a1b-153bea630aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-425087'] for router, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.883135 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b845758a-49f3-4845-8a1b-153bea630aec admin admin] Fanout notify agent at l3_agent the message router_deleted on router dea8d709-8e5a-4741-9887-d89712373add {{(pid=78697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:30:42.895089 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b845758a-49f3-4845-8a1b-153bea630aec admin admin] Notify callbacks [] for router, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.896195 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-b845758a-49f3-4845-8a1b-153bea630aec admin admin] 10.222.0.32 "DELETE /v2.0/routers/dea8d709-8e5a-4741-9887-d89712373add HTTP/1.1" status: 204  len: 168 time: 1.3362849
May 10 17:30:42.898135 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.898745 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 35386) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:42.924629 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device efcf780a-b180-4ccf-83b7-ac9d45b35052 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:30:42.927936 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.932449 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:42.957655 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_v2 [None req-8cea5d5f-24b5-41a6-ac4c-0ce102ecc8ca admin admin] Deleting subnet 6557896f-14e0-40b8-8e83-968084329579 {{(pid=78697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:30:42.959269 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] No Port match for: efcf780a-b180-4ccf-83b7-ac9d45b35052 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:30:42.959750 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device efcf780a-b180-4ccf-83b7-ac9d45b35052 not bound to the agent host hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:30:42.962201 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-8cea5d5f-24b5-41a6-ac4c-0ce102ecc8ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:42.992555 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Network bae4116f-378a-4109-9d6f-b35b773f5102 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:30:42.994515 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:30:42.998726 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:30:43.015657 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-8cea5d5f-24b5-41a6-ac4c-0ce102ecc8ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702558'] for subnet, precommit_delete_associations {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:43.039160 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Pushing event updated for resources: {'Port': ['ID=06fd3101-67c2-4c97-b43f-598aa7215af4,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:43.043390 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:43.085447 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:43.095166 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-8cea5d5f-24b5-41a6-ac4c-0ce102ecc8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499293'] for subnet, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:43.144296 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:43.351479 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-8cea5d5f-24b5-41a6-ac4c-0ce102ecc8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-811505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11233334'] for subnet, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:43.356018 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-ba150dc6-3ded-41ea-9f89-cc7a43e1a60b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:43.390609 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cea5d5f-24b5-41a6-ac4c-0ce102ecc8ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6557896f-14e0-40b8-8e83-968084329579,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:43.393614 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-8cea5d5f-24b5-41a6-ac4c-0ce102ecc8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:43.395132 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-8cea5d5f-24b5-41a6-ac4c-0ce102ecc8ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:43.401690 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-8cea5d5f-24b5-41a6-ac4c-0ce102ecc8ca admin admin] 10.222.0.32 "DELETE /v2.0/subnets/6557896f-14e0-40b8-8e83-968084329579 HTTP/1.1" status: 204  len: 168 time: 0.5019858
May 10 17:30:43.402770 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48f93d6-898c-4306-b8b5-5eb2cdc04a7e None None] Network e30340b3-1127-442e-a9fd-0f2e95971614 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:30:43.404137 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 35390) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:43.470579 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for port, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:43.477406 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10577401'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:43.488415 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-3e778ba3-60ad-4108-8a7c-e5a11de12c40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:43.526135 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653661'] for network, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:43.608042 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] Deleting port 43df6a2d-9580-4252-9424-20b65b4ad81b {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:43.608534 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:43.609836 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Pushing event updated for resources: {'Port': ['ID=06fd3101-67c2-4c97-b43f-598aa7215af4,revision_number=2']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:43.616707 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:43.617444 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422768'] for floatingip, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:43.640324 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for floatingip, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:43.641527 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.2088454
May 10 17:30:43.724781 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] For port 43df6a2d-9580-4252-9424-20b65b4ad81b, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=43df6a2d-9580-4252-9424-20b65b4ad81b,segment=NetworkSegment(19c300d7-e0aa-429f-8b65-7e2621890ab8),segment_id=19c300d7-e0aa-429f-8b65-7e2621890ab8)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:43.725041 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:43.728615 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07731932-ee1d-4697-83f6-aa26581639ae None None] DHCP port deletion for e30340b3-1127-442e-a9fd-0f2e95971614 request from dv-cinder-786383-3-iscsi {{(pid=78699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:30:43.797288 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-07731932-ee1d-4697-83f6-aa26581639ae None None] Deleting port 43df6a2d-9580-4252-9424-20b65b4ad81b {{(pid=78699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:43.797674 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-07731932-ee1d-4697-83f6-aa26581639ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:43.898859 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-07731932-ee1d-4697-83f6-aa26581639ae None None] For port 43df6a2d-9580-4252-9424-20b65b4ad81b, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=43df6a2d-9580-4252-9424-20b65b4ad81b,segment=NetworkSegment(19c300d7-e0aa-429f-8b65-7e2621890ab8),segment_id=19c300d7-e0aa-429f-8b65-7e2621890ab8)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:43.899247 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-07731932-ee1d-4697-83f6-aa26581639ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:43.960741 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] Calling delete_port for 43df6a2d-9580-4252-9424-20b65b4ad81b owned by network:dhcp {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:43.997095 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-1a910135-0978-40bf-9d34-71b04583f11c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-securitygroup--1359128719&fields=id&tenant_id=aca5e614d86048998dd46f3226b6b322 HTTP/1.1" status: 200  len: 267 time: 0.1102555
May 10 17:30:44.018536 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-07731932-ee1d-4697-83f6-aa26581639ae None None] Calling delete_port for 43df6a2d-9580-4252-9424-20b65b4ad81b owned by network:dhcp {{(pid=78699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:44.069300 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-07731932-ee1d-4697-83f6-aa26581639ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197'] for port, after_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:44.072995 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-89e5ca00-f312-43f3-9943-23496703258c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:44.112589 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 5163fbfb-31e4-4a1e-ad16-190d19803e6d no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:30:44.130860 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:44.137022 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c9e963e4-3005-4cf7-a4f2-e41725edbf59 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:44.151699 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07731932-ee1d-4697-83f6-aa26581639ae None None] Pushing event deleted for resources: {'Port': ['ID=43df6a2d-9580-4252-9424-20b65b4ad81b,revision_number=None']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:44.153917 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: 5163fbfb-31e4-4a1e-ad16-190d19803e6d {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:30:44.154259 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 5163fbfb-31e4-4a1e-ad16-190d19803e6d not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:30:44.154681 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 2b9911c0-b76c-4c21-b785-23030bab3733 no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:30:44.184350 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07731932-ee1d-4697-83f6-aa26581639ae None None] No DVR routers for this DVR port 43df6a2d-9580-4252-9424-20b65b4ad81b on host dv-cinder-786383-3-iscsi {{(pid=78699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:30:44.188594 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=43df6a2d-9580-4252-9424-20b65b4ad81b,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:44.195455 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07731932-ee1d-4697-83f6-aa26581639ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:44.195788 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07731932-ee1d-4697-83f6-aa26581639ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:44.196191 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07731932-ee1d-4697-83f6-aa26581639ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:44.196530 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07731932-ee1d-4697-83f6-aa26581639ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:44.196857 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07731932-ee1d-4697-83f6-aa26581639ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:44.197236 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07731932-ee1d-4697-83f6-aa26581639ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:44.197559 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07731932-ee1d-4697-83f6-aa26581639ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:44.197883 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07731932-ee1d-4697-83f6-aa26581639ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:44.198199 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07731932-ee1d-4697-83f6-aa26581639ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:44.198540 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07731932-ee1d-4697-83f6-aa26581639ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:44.198853 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07731932-ee1d-4697-83f6-aa26581639ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:44.199164 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07731932-ee1d-4697-83f6-aa26581639ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:44.202796 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:44.202948 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: 2b9911c0-b76c-4c21-b785-23030bab3733 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:30:44.203059 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 2b9911c0-b76c-4c21-b785-23030bab3733 not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:30:44.203486 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 43df6a2d-9580-4252-9424-20b65b4ad81b no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:30:44.208010 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] No DVR routers for this DVR port 43df6a2d-9580-4252-9424-20b65b4ad81b on host dv-cinder-786383-3-iscsi {{(pid=78697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:30:44.227000 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-07731932-ee1d-4697-83f6-aa26581639ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:44.240784 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: 43df6a2d-9580-4252-9424-20b65b4ad81b {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:30:44.240948 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-fe0c281c-c923-40de-bbcd-aa52e052cdc6 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:44.241133 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 43df6a2d-9580-4252-9424-20b65b4ad81b not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:30:44.242271 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-fe0c281c-c923-40de-bbcd-aa52e052cdc6 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/networks?id=64b55f2c-b19a-482d-8023-f6baaecf0a48 HTTP/1.1" status: 200  len: 810 time: 0.2343326
May 10 17:30:44.315282 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-8ba172b7-0ddc-4b8c-9a37-de305b5cf253 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/quotas/aca5e614d86048998dd46f3226b6b322 HTTP/1.1" status: 200  len: 375 time: 0.0661044
May 10 17:30:44.381908 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501542', 'neutron.services.segments.db._delete_segments_for_network-8765770262173'] for network, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:44.396743 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8f02cd3070>,) {'filters': {'network_id': ['e30340b3-1127-442e-a9fd-0f2e95971614']}} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:44.411520 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f02cd3070>, '19c300d7-e0aa-429f-8b65-7e2621890ab8') {'for_net_delete': True} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:44.411817 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f02cd3070>, '19c300d7-e0aa-429f-8b65-7e2621890ab8') {} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:44.426895 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765770273639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702529'] for segment, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:44.452271 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:44.464886 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-b254f493-6591-4865-b41e-b93ecb884e11 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=aca5e614d86048998dd46f3226b6b322&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1339204
May 10 17:30:44.467427 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=78697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:30:44.467844 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-811415'] for segment, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:   util.warn(
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:   util.warn(
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:   util.warn(
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:   util.warn(
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]: Traceback (most recent call last):
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:     timer()
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:     cb(*args, **kw)
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:     return func(*args, **kwargs)
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:     self._notify()
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:     self.callback(batched_events)
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:     event.method(event)
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:     return f(self, *a, **k)
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self._get(url).json()
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self.request(url, 'GET', **kwargs)
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:30:44.484637 dv-cinder-786383-3-iscsi neutron-server[78697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:30:44.562777 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422783'] for network, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:44.568765 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:44.572593 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:44.592654 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-3c7024e2-3218-40ca-95e9-0080e9f47b85 service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:30:44.593620 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-3c7024e2-3218-40ca-95e9-0080e9f47b85 service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1055350
May 10 17:30:44.604283 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=e30340b3-1127-442e-a9fd-0f2e95971614,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:44.607200 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:44.680929 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] 10.222.0.32 "DELETE /v2.0/networks/e30340b3-1127-442e-a9fd-0f2e95971614 HTTP/1.1" status: 204  len: 168 time: 1.2755649
May 10 17:30:44.684015 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35408) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:44.737765 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-fd8e758b-ea37-4364-b668-db702b6454b5 service neutron] 10.222.0.32 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369672
May 10 17:30:44.870072 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-69a3e16c-c752-4fc2-bc9f-af319f2ce0d6 service neutron] 10.222.0.32 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1255538
May 10 17:30:45.056399 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-04d3db1b-134f-4d5d-979d-10ac445af5fe req-f9f2cfa5-20bc-4624-acf4-190b0b0d67ac tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 210 time: 0.0529201
May 10 17:30:45.233324 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393289'] for router_interface, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:45.642441 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Deleting port 15b3e617-bcaf-4671-92e5-8db436bbe19d {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:45.642758 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:45.759478 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] For port 15b3e617-bcaf-4671-92e5-8db436bbe19d, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=15b3e617-bcaf-4671-92e5-8db436bbe19d,segment=NetworkSegment(50d7d078-3090-4c92-8b04-797c917d2dfc),segment_id=50d7d078-3090-4c92-8b04-797c917d2dfc)] {{(pid=78698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:45.760178 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:45.977008 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Calling delete_port for 15b3e617-bcaf-4671-92e5-8db436bbe19d owned by network:router_interface {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:46.216928 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:46.219152 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-0003847c-9a59-4d08-9860-751290b79052 req-05951172-c2f4-4813-8455-94d321d74c7c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 210 time: 0.0486026
May 10 17:30:46.230593 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-49d984db-8ac5-4433-9ea7-10bebe82ecd1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:46.276410 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=15b3e617-bcaf-4671-92e5-8db436bbe19d,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:46.298792 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:46.301727 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:46.302247 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:46.302734 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:46.303198 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:46.303647 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:46.304212 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:46.304669 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:46.305133 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:46.305941 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:46.306054 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:46.306479 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:46.310320 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:46.386083 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-7e9cf4d9-bfc8-419e-acd4-da2f03b2fcbe tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:46.387585 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-7e9cf4d9-bfc8-419e-acd4-da2f03b2fcbe tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.36 "GET /v2.0/networks?id=64b55f2c-b19a-482d-8023-f6baaecf0a48 HTTP/1.1" status: 200  len: 810 time: 0.2882111
May 10 17:30:46.573959 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-b8237799-9599-4180-b632-d9933b34b2a4 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Synchronizing usage tracker for tenant:aca5e614d86048998dd46f3226b6b322 on resource:security_group {{(pid=78698) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:30:46.611333 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-b8237799-9599-4180-b632-d9933b34b2a4 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Unset dirty status for tenant:aca5e614d86048998dd46f3226b6b322 on resource:security_group {{(pid=78698) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:30:46.612443 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-b8237799-9599-4180-b632-d9933b34b2a4 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aca5e614d86048998dd46f3226b6b322 HTTP/1.1" status: 200  len: 380 time: 0.2103815
May 10 17:30:46.623044 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-82e33674-4374-4990-90f1-1ce907960a71 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Request body: {'port': {'device_id': '44142629-166e-485c-a8a1-e5e8a09c57d2', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'admin_state_up': True, 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'security_groups': ['b11441de-488e-4844-a7e3-0f99d5abb4c0']}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:30:46.701035 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420089'] for router_interface, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:46.902207 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-82e33674-4374-4990-90f1-1ce907960a71 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:30:46.909066 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-82e33674-4374-4990-90f1-1ce907960a71 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Usage tracker for resource:port and tenant:aca5e614d86048998dd46f3226b6b322 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:30:46.913435 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-82e33674-4374-4990-90f1-1ce907960a71 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Quota usage for port was recalculated. Used quota:3. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:30:46.921511 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-82e33674-4374-4990-90f1-1ce907960a71 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:30:46.993255 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-82e33674-4374-4990-90f1-1ce907960a71 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Made reservation on behalf of aca5e614d86048998dd46f3226b6b322 for: {'port': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:30:46.996671 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-82e33674-4374-4990-90f1-1ce907960a71 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:47.224441 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Router a93ed6fc-e560-4aa6-b18b-2151525dfcb0 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:30:47.369934 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bd93f6dd-db9b-46dc-9393-728d443e24ae req-9f31d9f6-aaa3-40a1-ac88-b944cf02396a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 210 time: 0.0437016
May 10 17:30:47.491908 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-82e33674-4374-4990-90f1-1ce907960a71 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Allocated IP 172.20.0.12 (64b55f2c-b19a-482d-8023-f6baaecf0a48/d4c8a815-a89d-415f-a89e-782eae16c1a8/0ffa314b-06b8-4f2e-805a-998275908105) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:30:47.586972 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:30:47.595343 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdcb3c8-0488-467f-bd83-8802ea016ac0 None None] Sync routers for ids ['a93ed6fc-e560-4aa6-b18b-2151525dfcb0'] in dv-cinder-786383-3-iscsi {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:30:47.605511 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdcb3c8-0488-467f-bd83-8802ea016ac0 None None] Routers {'a93ed6fc-e560-4aa6-b18b-2151525dfcb0'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:30:47.606236 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-efdcb3c8-0488-467f-bd83-8802ea016ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0849b1c0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:30:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['a93ed6fc-e560-4aa6-b18b-2151525dfcb0'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:47.657506 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] 10.222.0.32 "PUT /v2.0/routers/a93ed6fc-e560-4aa6-b18b-2151525dfcb0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9723775
May 10 17:30:47.660289 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35430) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:47.778650 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-efdcb3c8-0488-467f-bd83-8802ea016ac0 None None] Set router a93ed6fc-e560-4aa6-b18b-2151525dfcb0 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:30:47.859874 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-82e33674-4374-4990-90f1-1ce907960a71 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:47.884924 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.provisioning_blocks [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-82e33674-4374-4990-90f1-1ce907960a71 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Transition to ACTIVE for port object 0ffa314b-06b8-4f2e-805a-998275908105 will not be triggered until provisioned by entity DHCP. {{(pid=78698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:30:47.898161 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3b-cbc4-4448-a38c-62121b4ea50b admin admin] Notify callbacks [] for router, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:48.056117 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-82e33674-4374-4990-90f1-1ce907960a71 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:48.063087 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-c726efea-90cc-4281-85a4-6a394c881bfc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:48.096400 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-efdcb3c8-0488-467f-bd83-8802ea016ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0849b1c0>, [{'id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'name': 'tempest-TestMinimumBasicScenario-244043467-router', 'tenant_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '16b920d0-a7d2-43e2-b07f-bb09ce2afa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:51Z', 'updated_at': '2021-05-10T17:30:46Z', 'revision_number': 5, 'project_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'gw_port': {'id': '16b920d0-a7d2-43e2-b07f-bb09ce2afa5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:52Z', 'updated_at': '2021-05-10T17:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:48.103280 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdcb3c8-0488-467f-bd83-8802ea016ac0 None None] Checking router: a93ed6fc-e560-4aa6-b18b-2151525dfcb0 for host: dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:30:48.111777 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdcb3c8-0488-467f-bd83-8802ea016ac0 None None] Routers {'a93ed6fc-e560-4aa6-b18b-2151525dfcb0'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:30:48.112387 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-efdcb3c8-0488-467f-bd83-8802ea016ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0849b1c0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:30:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['a93ed6fc-e560-4aa6-b18b-2151525dfcb0'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:48.138944 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-82e33674-4374-4990-90f1-1ce907960a71 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Network 64b55f2c-b19a-482d-8023-f6baaecf0a48 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:30:48.144094 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-82e33674-4374-4990-90f1-1ce907960a71 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:30:48.149830 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-82e33674-4374-4990-90f1-1ce907960a71 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:30:48.187612 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3b-cbc4-4448-a38c-62121b4ea50b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:48.201994 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e33674-4374-4990-90f1-1ce907960a71 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Pushing event updated for resources: {'Port': ['ID=0ffa314b-06b8-4f2e-805a-998275908105,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:48.207993 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-82e33674-4374-4990-90f1-1ce907960a71 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:48.271248 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-82e33674-4374-4990-90f1-1ce907960a71 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:48.271877 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-82e33674-4374-4990-90f1-1ce907960a71 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:48.295020 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-82e33674-4374-4990-90f1-1ce907960a71 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6754832
May 10 17:30:48.299247 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-efdcb3c8-0488-467f-bd83-8802ea016ac0 None None] Set router a93ed6fc-e560-4aa6-b18b-2151525dfcb0 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:30:48.314561 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Request body: {'port': {'device_id': '44142629-166e-485c-a8a1-e5e8a09c57d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:30:48.345714 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3b-cbc4-4448-a38c-62121b4ea50b admin admin] Deleting port 16b920d0-a7d2-43e2-b07f-bb09ce2afa5a {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:48.346051 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3b-cbc4-4448-a38c-62121b4ea50b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:48.377637 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-343d2b4d-756a-4bd2-bcbb-2a5bb63627c5 None None] Provisioning for port 0ffa314b-06b8-4f2e-805a-998275908105 completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:30:48.383713 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-343d2b4d-756a-4bd2-bcbb-2a5bb63627c5 None None] Provisioning complete for port 0ffa314b-06b8-4f2e-805a-998275908105 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:30:48.384140 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-343d2b4d-756a-4bd2-bcbb-2a5bb63627c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:48.439290 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-343d2b4d-756a-4bd2-bcbb-2a5bb63627c5 None None] Port 0ffa314b-06b8-4f2e-805a-998275908105 cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:30:48.520046 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:48.564044 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf8039a-16b7-4f6a-a602-d8caf9347489 req-e67ddf79-86ef-46b8-9fe8-8e68d7b1d5a7 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:48.565390 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1cf8039a-16b7-4f6a-a602-d8caf9347489 req-e67ddf79-86ef-46b8-9fe8-8e68d7b1d5a7 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 932 time: 0.0853856
May 10 17:30:48.593032 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [None req-0afc9e3b-cbc4-4448-a38c-62121b4ea50b admin admin] For port 16b920d0-a7d2-43e2-b07f-bb09ce2afa5a, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=16b920d0-a7d2-43e2-b07f-bb09ce2afa5a,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:48.593391 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3b-cbc4-4448-a38c-62121b4ea50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:48.609472 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-efdcb3c8-0488-467f-bd83-8802ea016ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0849b1c0>, [{'id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'name': 'tempest-TestMinimumBasicScenario-244043467-router', 'tenant_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '16b920d0-a7d2-43e2-b07f-bb09ce2afa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:51Z', 'updated_at': '2021-05-10T17:30:46Z', 'revision_number': 5, 'project_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'gw_port': {'id': '16b920d0-a7d2-43e2-b07f-bb09ce2afa5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:52Z', 'updated_at': '2021-05-10T17:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:48.614535 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdcb3c8-0488-467f-bd83-8802ea016ac0 None None] The sync data for ids ['a93ed6fc-e560-4aa6-b18b-2151525dfcb0'] in dv-cinder-786383-3-iscsi is: [{'id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'name': 'tempest-TestMinimumBasicScenario-244043467-router', 'tenant_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.117'}], 'enable_snat': True}, 'gw_port_id': '16b920d0-a7d2-43e2-b07f-bb09ce2afa5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:26:51Z', 'updated_at': '2021-05-10T17:30:46Z', 'revision_number': 5, 'project_id': 'e15cec3cfb994cf89a95b4f29e11e859', 'gw_port': {'id': '16b920d0-a7d2-43e2-b07f-bb09ce2afa5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7e:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a93ed6fc-e560-4aa6-b18b-2151525dfcb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:26:52Z', 'updated_at': '2021-05-10T17:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}] {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:30:48.617836 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1cf8039a-16b7-4f6a-a602-d8caf9347489 req-26e77a5b-a365-4b8c-b72d-795f3048ba20 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=b11441de-488e-4844-a7e3-0f99d5abb4c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0458913
May 10 17:30:48.728395 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-0afc9e3b-cbc4-4448-a38c-62121b4ea50b admin admin] Calling delete_port for 16b920d0-a7d2-43e2-b07f-bb09ce2afa5a owned by network:router_gateway {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:49.183095 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ffa314b-06b8-4f2e-805a-998275908105 {{(pid=78698) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:30:49.197472 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:49.208765 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3b-cbc4-4448-a38c-62121b4ea50b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:49.214711 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-c5460897-fc10-4c1e-9027-3db4c6023c76 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:49.266579 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afc9e3b-cbc4-4448-a38c-62121b4ea50b admin admin] Pushing event deleted for resources: {'Port': ['ID=16b920d0-a7d2-43e2-b07f-bb09ce2afa5a,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:49.268791 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.provisioning_blocks [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Transition to ACTIVE for port object 0ffa314b-06b8-4f2e-805a-998275908105 will not be triggered until provisioned by entity L2. {{(pid=78698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:30:49.271296 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-0afc9e3b-cbc4-4448-a38c-62121b4ea50b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:49.299384 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10577401'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:49.308575 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-9b2cbff7-7d20-4aad-93da-9d711af46768 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:49.513654 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ffa314b-06b8-4f2e-805a-998275908105,revision_number=2']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:49.515896 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3b-cbc4-4448-a38c-62121b4ea50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422765'] for router_gateway, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:49.587530 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:49.725414 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3b-cbc4-4448-a38c-62121b4ea50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5982'] for router, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:49.729381 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3b-cbc4-4448-a38c-62121b4ea50b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:49.760701 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Attempting to bind port 0ffa314b-06b8-4f2e-805a-998275908105 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:30:49.761037 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Attempting to bind port 0ffa314b-06b8-4f2e-805a-998275908105 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '89185303-cea4-4e66-a8df-db42cc41c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48'}] {{(pid=78698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:30:49.761363 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Attempting to bind port 0ffa314b-06b8-4f2e-805a-998275908105 on network 64b55f2c-b19a-482d-8023-f6baaecf0a48 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:30:49.766417 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Port 0ffa314b-06b8-4f2e-805a-998275908105 on network 64b55f2c-b19a-482d-8023-f6baaecf0a48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:30:49.766736 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Attempting to bind port 0ffa314b-06b8-4f2e-805a-998275908105 on network 64b55f2c-b19a-482d-8023-f6baaecf0a48 {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:30:49.773591 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Checking agent: {'id': '87cc3cef-9683-423a-ab01-169475d75aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'started_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 30, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:30:49.773925 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Checking segment: {'id': '89185303-cea4-4e66-a8df-db42cc41c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:30:49.774305 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Bound using segment: {'id': '89185303-cea4-4e66-a8df-db42cc41c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48'} {{(pid=78698) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:30:49.774754 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.managers [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Bound port: 0ffa314b-06b8-4f2e-805a-998275908105, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89185303-cea4-4e66-a8df-db42cc41c4d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48'}}] {{(pid=78698) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:30:49.775101 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:49.785135 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3b-cbc4-4448-a38c-62121b4ea50b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-425087'] for router, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:49.785622 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afc9e3b-cbc4-4448-a38c-62121b4ea50b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a93ed6fc-e560-4aa6-b18b-2151525dfcb0 {{(pid=78698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:30:49.807868 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c02925f-4911-43c5-b9e9-113e4a702c31 req-adb853bb-19c4-419f-a513-290a86f53eba tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:49.809321 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9c02925f-4911-43c5-b9e9-113e4a702c31 req-adb853bb-19c4-419f-a513-290a86f53eba tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 944 time: 0.0847316
May 10 17:30:49.840675 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0afc9e3b-cbc4-4448-a38c-62121b4ea50b admin admin] Notify callbacks [] for router, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:49.841796 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-0afc9e3b-cbc4-4448-a38c-62121b4ea50b admin admin] 10.222.0.32 "DELETE /v2.0/routers/a93ed6fc-e560-4aa6-b18b-2151525dfcb0 HTTP/1.1" status: 204  len: 168 time: 2.1806273
May 10 17:30:49.846095 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35438) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:49.863411 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9c02925f-4911-43c5-b9e9-113e4a702c31 req-ec3380cd-b404-41e1-a1d2-9c80ae323cf1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=b11441de-488e-4844-a7e3-0f99d5abb4c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479732
May 10 17:30:49.922483 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] For port 0ffa314b-06b8-4f2e-805a-998275908105, host hv-cinder-78638, cleared binding levels {{(pid=78698) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:30:49.932717 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_v2 [None req-961235e6-a737-4a68-a004-6e9822204da1 admin admin] Deleting subnet 9cebf422-005d-4479-bef4-024514f98f3b {{(pid=78698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:30:49.936837 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] For port 0ffa314b-06b8-4f2e-805a-998275908105, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0ffa314b-06b8-4f2e-805a-998275908105,segment=NetworkSegment(89185303-cea4-4e66-a8df-db42cc41c4d4),segment_id=89185303-cea4-4e66-a8df-db42cc41c4d4)] {{(pid=78698) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:30:49.937777 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-961235e6-a737-4a68-a004-6e9822204da1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:49.967775 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10577401'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:49.975745 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-e1210f26-859e-4c8f-8cb1-535a5320b200 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:50.040980 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:50.041603 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:50.042981 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] 10.222.0.36 "PUT /v2.0/ports/0ffa314b-06b8-4f2e-805a-998275908105 HTTP/1.1" status: 200  len: 1094 time: 1.7335916
May 10 17:30:50.043501 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44142629-166e-485c-a8a1-e5e8a09c57d2', 'tag': '0ffa314b-06b8-4f2e-805a-998275908105'}] {{(pid=78698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:30:50.051905 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-961235e6-a737-4a68-a004-6e9822204da1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10641758'] for subnet, precommit_delete_associations {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:50.104977 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44142629-166e-485c-a8a1-e5e8a09c57d2', 'tag': '0ffa314b-06b8-4f2e-805a-998275908105', 'status': 'completed', 'code': 200}
May 10 17:30:50.110463 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Pushing event updated for resources: {'Port': ['ID=0ffa314b-06b8-4f2e-805a-998275908105,revision_number=3']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:50.119335 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:50.202612 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-961235e6-a737-4a68-a004-6e9822204da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499293'] for subnet, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:50.249993 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-d8d79585-bf13-4b0d-8683-581177a743ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:50.308486 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 16b920d0-a7d2-43e2-b07f-bb09ce2afa5a no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:30:50.346037 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: 16b920d0-a7d2-43e2-b07f-bb09ce2afa5a {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:30:50.346412 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 16b920d0-a7d2-43e2-b07f-bb09ce2afa5a not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:30:50.346908 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 15b3e617-bcaf-4671-92e5-8db436bbe19d no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:30:50.387027 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: 15b3e617-bcaf-4671-92e5-8db436bbe19d {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:30:50.387374 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 15b3e617-bcaf-4671-92e5-8db436bbe19d not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:30:50.394858 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-c61b3a73-d46d-4f1e-9349-30f441c5fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:50.396343 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-c61b3a73-d46d-4f1e-9349-30f441c5fbd4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aca5e614d86048998dd46f3226b6b322&device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 1097 time: 0.2699771
May 10 17:30:50.507670 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-8219ee1f-5e57-46f9-94a1-d3a22a2d4d3d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ffa314b-06b8-4f2e-805a-998275908105 HTTP/1.1" status: 200  len: 217 time: 0.0697038
May 10 17:30:50.613685 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-73992b40-017c-47c8-8159-749c87e7b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:50.615148 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-73992b40-017c-47c8-8159-749c87e7b13b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4c8a815-a89d-415f-a89e-782eae16c1a8 HTTP/1.1" status: 200  len: 849 time: 0.0946543
May 10 17:30:50.741010 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-961235e6-a737-4a68-a004-6e9822204da1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10577331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10672789'] for subnet, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:50.747757 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-07438f3c-be92-43c3-b91f-0b15237e2110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:50.749235 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-07438f3c-be92-43c3-b91f-0b15237e2110 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64b55f2c-b19a-482d-8023-f6baaecf0a48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1048837
May 10 17:30:50.750733 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:50.804827 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961235e6-a737-4a68-a004-6e9822204da1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cebf422-005d-4479-bef4-024514f98f3b,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:50.806680 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-961235e6-a737-4a68-a004-6e9822204da1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:50.812989 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-961235e6-a737-4a68-a004-6e9822204da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:50.813631 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8c5c9d-8962-468d-9ea7-9c1351ebb1cb None None] Network 49ec64c2-85db-44b2-bdb4-fcaed2164fe8 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:30:50.862917 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-961235e6-a737-4a68-a004-6e9822204da1 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9cebf422-005d-4479-bef4-024514f98f3b HTTP/1.1" status: 204  len: 168 time: 1.0131567
May 10 17:30:50.864095 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 35446) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:50.922434 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-6538414a-0787-42b9-9462-9971dac0cef9 service neutron] 10.222.0.36 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1472552
May 10 17:30:50.999668 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653661'] for network, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:51.076023 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-ed4f1094-d9a5-4ff0-b549-b3d6b058e9c1 req-aa7e0eaa-b9bd-4000-b9e6-99a1902eca2d service neutron] 10.222.0.36 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1427686
May 10 17:30:51.112355 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe1df5a-ff10-4632-901b-78c4d60eab76 None None] DHCP port deletion for 49ec64c2-85db-44b2-bdb4-fcaed2164fe8 request from dv-cinder-786383-3-iscsi {{(pid=78699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:30:51.182878 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-efe1df5a-ff10-4632-901b-78c4d60eab76 None None] Deleting port cd89836f-6147-43a6-bc4c-50085e740242 {{(pid=78699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:51.183302 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-efe1df5a-ff10-4632-901b-78c4d60eab76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:51.260657 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702b54d-14a2-4d01-aba2-3d7b70568a3d req-f5b7eba1-13fe-4fca-8f2b-202d50cedd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:51.262120 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-7702b54d-14a2-4d01-aba2-3d7b70568a3d req-f5b7eba1-13fe-4fca-8f2b-202d50cedd33 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aca5e614d86048998dd46f3226b6b322&device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 1097 time: 0.0767770
May 10 17:30:51.262969 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eb8ca0-6ef5-4683-9b51-19a72b3757c6 req-8e165598-02d1-4703-b94b-f737528947a3 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:51.264420 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-35eb8ca0-6ef5-4683-9b51-19a72b3757c6 req-8e165598-02d1-4703-b94b-f737528947a3 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 944 time: 0.2603123
May 10 17:30:51.267154 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Deleting port cd89836f-6147-43a6-bc4c-50085e740242 {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:30:51.267498 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:51.286619 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-efe1df5a-ff10-4632-901b-78c4d60eab76 None None] For port cd89836f-6147-43a6-bc4c-50085e740242, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=cd89836f-6147-43a6-bc4c-50085e740242,segment=NetworkSegment(50d7d078-3090-4c92-8b04-797c917d2dfc),segment_id=50d7d078-3090-4c92-8b04-797c917d2dfc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:51.287253 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-efe1df5a-ff10-4632-901b-78c4d60eab76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:51.396532 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702b54d-14a2-4d01-aba2-3d7b70568a3d req-6c52b92b-91ec-43de-8896-1aa350500d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:51.397972 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-7702b54d-14a2-4d01-aba2-3d7b70568a3d req-6c52b92b-91ec-43de-8896-1aa350500d12 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64b55f2c-b19a-482d-8023-f6baaecf0a48 HTTP/1.1" status: 200  len: 911 time: 0.1275272
May 10 17:30:51.399252 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-35eb8ca0-6ef5-4683-9b51-19a72b3757c6 req-647eed00-8054-479c-bc39-5ace20f722ab tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=b11441de-488e-4844-a7e3-0f99d5abb4c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1175597
May 10 17:30:51.400927 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] For port cd89836f-6147-43a6-bc4c-50085e740242, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=cd89836f-6147-43a6-bc4c-50085e740242,segment=NetworkSegment(50d7d078-3090-4c92-8b04-797c917d2dfc),segment_id=50d7d078-3090-4c92-8b04-797c917d2dfc)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:51.401280 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:51.444502 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-efe1df5a-ff10-4632-901b-78c4d60eab76 None None] Calling delete_port for cd89836f-6147-43a6-bc4c-50085e740242 owned by network:dhcp {{(pid=78699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:51.476386 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-7702b54d-14a2-4d01-aba2-3d7b70568a3d req-cfba1d40-227a-451a-b1f5-e8d8fb89b38e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ffa314b-06b8-4f2e-805a-998275908105 HTTP/1.1" status: 200  len: 217 time: 0.0709095
May 10 17:30:51.494464 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-efe1df5a-ff10-4632-901b-78c4d60eab76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197'] for port, after_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:51.498432 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:51.530711 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Calling delete_port for cd89836f-6147-43a6-bc4c-50085e740242 owned by network:dhcp {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:30:51.542573 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1df5a-ff10-4632-901b-78c4d60eab76 None None] Pushing event deleted for resources: {'Port': ['ID=cd89836f-6147-43a6-bc4c-50085e740242,revision_number=None']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:51.545301 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-efe1df5a-ff10-4632-901b-78c4d60eab76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:51.554334 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702b54d-14a2-4d01-aba2-3d7b70568a3d req-1d8f62de-1170-4e31-b737-401dc2fa90cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:51.555850 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-7702b54d-14a2-4d01-aba2-3d7b70568a3d req-1d8f62de-1170-4e31-b737-401dc2fa90cd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4c8a815-a89d-415f-a89e-782eae16c1a8 HTTP/1.1" status: 200  len: 849 time: 0.0734942
May 10 17:30:51.557443 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe1df5a-ff10-4632-901b-78c4d60eab76 None None] No DVR routers for this DVR port cd89836f-6147-43a6-bc4c-50085e740242 on host dv-cinder-786383-3-iscsi {{(pid=78699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:30:51.571784 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:51.638512 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702b54d-14a2-4d01-aba2-3d7b70568a3d req-e9794091-c525-4dc1-a3d5-a261d6f68362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:51.639973 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-7702b54d-14a2-4d01-aba2-3d7b70568a3d req-e9794091-c525-4dc1-a3d5-a261d6f68362 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64b55f2c-b19a-482d-8023-f6baaecf0a48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0733624
May 10 17:30:51.645851 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-04c98e3a-1a5d-41e6-879a-39c424d3d129 req-bd36de55-f6ea-414d-ac90-26771a9a3f09 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1020319
May 10 17:30:51.646628 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:51.650981 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-baa2eac7-0e8b-47d4-ae1c-3ae757f809e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:51.727167 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Pushing event deleted for resources: {'Port': ['ID=cd89836f-6147-43a6-bc4c-50085e740242,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:51.740112 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] No DVR routers for this DVR port cd89836f-6147-43a6-bc4c-50085e740242 on host dv-cinder-786383-3-iscsi {{(pid=78697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:30:51.742459 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:51.742829 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:51.743241 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:51.743549 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:51.743909 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:51.744263 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:51.744618 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:51.744972 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:51.745314 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:51.745660 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:51.746004 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:51.746370 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:30:51.771301 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-7702b54d-14a2-4d01-aba2-3d7b70568a3d req-b1bc8245-c673-432c-ba6f-4fde77155c94 service neutron] 10.222.0.36 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1239746
May 10 17:30:51.777740 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:51.873312 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501542', 'neutron.services.segments.db._delete_segments_for_network-8765770262173'] for network, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:51.888959 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8f02a00940>,) {'filters': {'network_id': ['49ec64c2-85db-44b2-bdb4-fcaed2164fe8']}} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:51.901047 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [req-7702b54d-14a2-4d01-aba2-3d7b70568a3d req-75dae567-6998-4784-b61e-dbee98c0c2ad service neutron] 10.222.0.36 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227212
May 10 17:30:51.908895 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f02a00940>, '50d7d078-3090-4c92-8b04-797c917d2dfc') {'for_net_delete': True} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:51.909196 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f02a00940>, '50d7d078-3090-4c92-8b04-797c917d2dfc') {} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:30:51.917971 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c98e3a-1a5d-41e6-879a-39c424d3d129 req-792e23ee-df55-449d-a7c2-a3da100d40a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:51.919456 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-04c98e3a-1a5d-41e6-879a-39c424d3d129 req-792e23ee-df55-449d-a7c2-a3da100d40a2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=acb915c4b01148a7b37b3577f122af21&device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 1099 time: 0.2332709
May 10 17:30:51.924918 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765770273639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702529'] for segment, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:51.940353 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:51.946896 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=78697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:30:51.947281 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-811415'] for segment, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]: Traceback (most recent call last):
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:     timer()
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:     cb(*args, **kw)
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:     return func(*args, **kwargs)
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:     self._notify()
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:     self.callback(batched_events)
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:     event.method(event)
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:     return f(self, *a, **k)
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self._get(url).json()
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self.request(url, 'GET', **kwargs)
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:30:51.960968 dv-cinder-786383-3-iscsi neutron-server[78697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:30:52.078779 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device cd89836f-6147-43a6-bc4c-50085e740242 no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:30:52.114414 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422783'] for network, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:52.116565 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: cd89836f-6147-43a6-bc4c-50085e740242 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:30:52.116924 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device cd89836f-6147-43a6-bc4c-50085e740242 not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:30:52.123355 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:52.140017 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-e467fd97-74ca-4456-b694-980206e802ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:52.163924 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Pushing event deleted for resources: {'Network': ['ID=49ec64c2-85db-44b2-bdb4-fcaed2164fe8,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:52.166777 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:52.172383 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-fa7ccefb-7851-4f4d-b6e6-1d011c34ab3b admin admin] 10.222.0.32 "DELETE /v2.0/networks/49ec64c2-85db-44b2-bdb4-fcaed2164fe8 HTTP/1.1" status: 204  len: 168 time: 1.3068388
May 10 17:30:52.190452 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c98e3a-1a5d-41e6-879a-39c424d3d129 req-81b9011a-3247-4d78-9cbd-39baf1cc86de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:52.192507 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-04c98e3a-1a5d-41e6-879a-39c424d3d129 req-81b9011a-3247-4d78-9cbd-39baf1cc86de service neutron] 10.222.0.36 "GET /v2.0/networks?id=a743af2b-ecde-4507-a08d-7e8e82f84011 HTTP/1.1" status: 200  len: 918 time: 0.2307775
May 10 17:30:52.220383 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:30:52.299886 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-04c98e3a-1a5d-41e6-879a-39c424d3d129 req-408dcf1e-a82b-46d3-a006-ee4edfab88a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c41c7396-5129-403a-b942-2a503f859e3c HTTP/1.1" status: 200  len: 1001 time: 0.1001801
May 10 17:30:52.349597 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35454) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:52.364769 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c98e3a-1a5d-41e6-879a-39c424d3d129 req-3a243d9f-701a-4ecf-948e-4ef340af977a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:52.366212 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-04c98e3a-1a5d-41e6-879a-39c424d3d129 req-3a243d9f-701a-4ecf-948e-4ef340af977a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=81a2b548-3d7f-41e8-846d-5a0ec57ae08d HTTP/1.1" status: 200  len: 856 time: 0.0595033
May 10 17:30:52.398252 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-9672f159-f905-4373-b9c3-d0777b315709 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=51cd3a26242746e0abb60baf938aae7f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0474529
May 10 17:30:52.400762 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35458) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:52.446571 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c98e3a-1a5d-41e6-879a-39c424d3d129 req-03fffdee-83a4-47a1-bbf0-0c4cb4c4b355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:52.448264 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-04c98e3a-1a5d-41e6-879a-39c424d3d129 req-03fffdee-83a4-47a1-bbf0-0c4cb4c4b355 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a743af2b-ecde-4507-a08d-7e8e82f84011&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754192
May 10 17:30:52.464317 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3ce3546d-4d41-468e-b622-20a45bd0e142 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:52.490843 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3ce3546d-4d41-468e-b622-20a45bd0e142 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:52.547107 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3ce3546d-4d41-468e-b622-20a45bd0e142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:52.552449 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-2361b4dd-bc97-4e09-bce9-7f160ea20bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:52.679966 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce3546d-4d41-468e-b622-20a45bd0e142 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1b8661-53ce-48a6-b6e5-ed32823e117d,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:52.682926 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-3ce3546d-4d41-468e-b622-20a45bd0e142 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:52.689286 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3ce3546d-4d41-468e-b622-20a45bd0e142 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:52.690433 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-3ce3546d-4d41-468e-b622-20a45bd0e142 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/8b1b8661-53ce-48a6-b6e5-ed32823e117d HTTP/1.1" status: 204  len: 168 time: 0.2887709
May 10 17:30:52.754923 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-04c98e3a-1a5d-41e6-879a-39c424d3d129 req-aab47667-3890-48e9-86bf-8165d134465e service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2994268
May 10 17:30:52.765180 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:52.791737 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02696983-b68c-44f8-aab5-a02217a5feb8 req-80d2cb28-1998-43b6-9a60-d89f11ef7f65 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:52.793188 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-02696983-b68c-44f8-aab5-a02217a5feb8 req-80d2cb28-1998-43b6-9a60-d89f11ef7f65 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 944 time: 0.2670536
May 10 17:30:52.896743 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-a5577d8d-9fdf-450d-b08e-7432d3c26205 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:52.915013 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-02696983-b68c-44f8-aab5-a02217a5feb8 req-8caea6da-6e18-4c86-82cf-c2c5ea4da35c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=b11441de-488e-4844-a7e3-0f99d5abb4c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0720706
May 10 17:30:52.937776 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-04c98e3a-1a5d-41e6-879a-39c424d3d129 req-e10bcaae-a69a-4b62-9e70-0e0b3cedf17f service neutron] 10.222.0.36 "GET /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1747901
May 10 17:30:53.046602 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 35468) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:53.094514 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-c25298f2-0a37-438e-90ee-70f4af767849 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=e15cec3cfb994cf89a95b4f29e11e859&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0465238
May 10 17:30:53.097004 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 35472) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:30:53.157490 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a80f39f6-665b-4d01-9549-e3f20f0ff377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:53.182397 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a80f39f6-665b-4d01-9549-e3f20f0ff377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:53.232064 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a80f39f6-665b-4d01-9549-e3f20f0ff377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:53.236636 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-57271ae9-a90b-4607-a566-c6a712510d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:53.249197 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f39f6-665b-4d01-9549-e3f20f0ff377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f09dbadb-7850-4623-873b-05e163d6ff85,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:53.252083 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-a80f39f6-665b-4d01-9549-e3f20f0ff377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:53.252990 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a80f39f6-665b-4d01-9549-e3f20f0ff377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:53.254119 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-a80f39f6-665b-4d01-9549-e3f20f0ff377 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f09dbadb-7850-4623-873b-05e163d6ff85 HTTP/1.1" status: 204  len: 168 time: 0.1556082
May 10 17:30:53.968076 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:54.098521 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a0873-4fcc-41c6-a4a0-6a6c52cab732 req-6610d68b-8a4f-4a0a-b158-1ab4cce65fdc tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:54.099965 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-209a0873-4fcc-41c6-a4a0-6a6c52cab732 req-6610d68b-8a4f-4a0a-b158-1ab4cce65fdc tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 944 time: 0.0792689
May 10 17:30:54.147120 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-209a0873-4fcc-41c6-a4a0-6a6c52cab732 req-08c4ed30-6613-4e6c-bc9e-787b83857b79 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=b11441de-488e-4844-a7e3-0f99d5abb4c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411665
May 10 17:30:55.001188 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 0ffa314b-06b8-4f2e-805a-998275908105 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:30:55.131787 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port 0ffa314b-06b8-4f2e-805a-998275908105, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0ffa314b-06b8-4f2e-805a-998275908105,segment=NetworkSegment(89185303-cea4-4e66-a8df-db42cc41c4d4),segment_id=89185303-cea4-4e66-a8df-db42cc41c4d4)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:55.144399 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': '0ffa314b-06b8-4f2e-805a-998275908105', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'port_id': '0ffa314b-06b8-4f2e-805a-998275908105', 'mac_address': 'fa:16:3e:4a:d0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:30:55.198751 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:55.217642 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ffa314b-06b8-4f2e-805a-998275908105 {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:30:55.233168 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port 0ffa314b-06b8-4f2e-805a-998275908105, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0ffa314b-06b8-4f2e-805a-998275908105,segment=NetworkSegment(89185303-cea4-4e66-a8df-db42cc41c4d4),segment_id=89185303-cea4-4e66-a8df-db42cc41c4d4)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:55.237241 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:55.239675 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:55.305077 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=0ffa314b-06b8-4f2e-805a-998275908105,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:55.307899 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:55.331126 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98c49bd-282e-43ff-b2a3-0c4a5dedcb7a req-32998b4e-d756-40c7-945c-1d4d26221e1b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:55.333199 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f98c49bd-282e-43ff-b2a3-0c4a5dedcb7a req-32998b4e-d756-40c7-945c-1d4d26221e1b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 945 time: 0.0800436
May 10 17:30:55.376367 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f98c49bd-282e-43ff-b2a3-0c4a5dedcb7a req-7bfe61fb-2a3a-4c0a-995e-57db3ee7159c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=b11441de-488e-4844-a7e3-0f99d5abb4c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0374196
May 10 17:30:55.425878 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:55.658722 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['0ffa314b-06b8-4f2e-805a-998275908105'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:30:56.562774 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef63cd6-9bcb-49c3-b5c2-999d21c50b0e req-a241d2bf-3577-42ae-8d02-7ff3c31b3e5f tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:56.564237 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-eef63cd6-9bcb-49c3-b5c2-999d21c50b0e req-a241d2bf-3577-42ae-8d02-7ff3c31b3e5f tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 945 time: 0.0856249
May 10 17:30:56.609027 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-eef63cd6-9bcb-49c3-b5c2-999d21c50b0e req-b1bf4113-bac1-440a-b36c-91b6c4305641 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=b11441de-488e-4844-a7e3-0f99d5abb4c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386231
May 10 17:30:57.014556 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 0ffa314b-06b8-4f2e-805a-998275908105 up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:30:57.080082 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning for port 0ffa314b-06b8-4f2e-805a-998275908105 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:30:57.084700 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port 0ffa314b-06b8-4f2e-805a-998275908105 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:30:57.085095 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:57.198276 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:57.224425 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44142629-166e-485c-a8a1-e5e8a09c57d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ffa314b-06b8-4f2e-805a-998275908105'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:30:57.234637 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port 0ffa314b-06b8-4f2e-805a-998275908105, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0ffa314b-06b8-4f2e-805a-998275908105,segment=NetworkSegment(89185303-cea4-4e66-a8df-db42cc41c4d4),segment_id=89185303-cea4-4e66-a8df-db42cc41c4d4)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:30:57.241322 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:30:57.243144 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-38012ee8-3fd4-4f66-95f7-58f067ec41cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:30:57.271754 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44142629-166e-485c-a8a1-e5e8a09c57d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ffa314b-06b8-4f2e-805a-998275908105', 'code': 200}
May 10 17:30:57.308590 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=0ffa314b-06b8-4f2e-805a-998275908105,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:30:57.311406 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:30:57.535143 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01252a-f873-4677-bda2-f47b2526d9cd req-5782e7f0-355a-4b16-b57c-1a69070af26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:57.536507 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-eb01252a-f873-4677-bda2-f47b2526d9cd req-5782e7f0-355a-4b16-b57c-1a69070af26e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 1099 time: 0.0695894
May 10 17:30:57.575471 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-eb01252a-f873-4677-bda2-f47b2526d9cd req-4129dde0-78e4-4e42-8446-481f2fd85a74 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b11441de-488e-4844-a7e3-0f99d5abb4c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0329776
May 10 17:30:57.794531 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dd9e1-d09b-49b3-8fee-84a9b236ba0d req-0284c95f-dfc0-4899-a725-6cb8704df2e4 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:57.795904 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-769dd9e1-d09b-49b3-8fee-84a9b236ba0d req-0284c95f-dfc0-4899-a725-6cb8704df2e4 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 946 time: 0.0824289
May 10 17:30:57.839522 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-769dd9e1-d09b-49b3-8fee-84a9b236ba0d req-7dcf01bb-aa86-422f-a078-70a83482c401 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=b11441de-488e-4844-a7e3-0f99d5abb4c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379019
May 10 17:30:59.026269 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d725aa5a-1e55-467c-a168-5e894c92c1cd req-d729625a-4355-4995-8736-02024bc89611 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:30:59.027750 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d725aa5a-1e55-467c-a168-5e894c92c1cd req-d729625a-4355-4995-8736-02024bc89611 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 946 time: 0.0806713
May 10 17:30:59.080206 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d725aa5a-1e55-467c-a168-5e894c92c1cd req-653b4a5d-59f8-46d3-97a9-ef0fe509c50a tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=b11441de-488e-4844-a7e3-0f99d5abb4c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444803
May 10 17:31:00.259793 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba2936-eb9e-4530-bf8b-e95c74776ed6 req-3aa8914c-5156-47f0-a52f-bc36776938d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:31:00.261220 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8fba2936-eb9e-4530-bf8b-e95c74776ed6 req-3aa8914c-5156-47f0-a52f-bc36776938d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 946 time: 0.0789120
May 10 17:31:00.305224 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8fba2936-eb9e-4530-bf8b-e95c74776ed6 req-4e8ab723-3d1f-445b-943f-1853cbf17a03 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=b11441de-488e-4844-a7e3-0f99d5abb4c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383520
May 10 17:31:00.483829 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fa916f-5837-46f6-9554-969175160065 req-30b6fed4-7ad9-4ba4-9bc8-aca0e894e14e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:31:00.485236 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-39fa916f-5837-46f6-9554-969175160065 req-30b6fed4-7ad9-4ba4-9bc8-aca0e894e14e tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 946 time: 0.0816083
May 10 17:31:00.494028 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 35496) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:31:00.499555 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-d342d067-2268-4b90-99db-1b8608f07130 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Request body: {'floatingip': {'port_id': '0ffa314b-06b8-4f2e-805a-998275908105'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:31:00.574469 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-d342d067-2268-4b90-99db-1b8608f07130 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for floatingip, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:01.249802 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-d342d067-2268-4b90-99db-1b8608f07130 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:01.253226 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-d342d067-2268-4b90-99db-1b8608f07130 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422768'] for floatingip, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:01.424363 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.db.l3_db [None req-d342d067-2268-4b90-99db-1b8608f07130 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Floating IP 45a7f03d-cc12-44ed-b954-fee2c6d3162b associated. External IP: 172.27.1.193, port: 0ffa314b-06b8-4f2e-805a-998275908105.
May 10 17:31:01.765583 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d342d067-2268-4b90-99db-1b8608f07130 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Router a196bb51-abd2-4afb-ad6c-867d588d0ff1 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:31:01.940853 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d342d067-2268-4b90-99db-1b8608f07130 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:31:01.946145 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-d342d067-2268-4b90-99db-1b8608f07130 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for floatingip, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:01.950493 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ab3df-4abf-49ca-a15d-7622d6fe71ed None None] Sync routers for ids ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:31:01.960173 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ab3df-4abf-49ca-a15d-7622d6fe71ed None None] Routers {'a196bb51-abd2-4afb-ad6c-867d588d0ff1'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:31:01.960782 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-8f4ab3df-4abf-49ca-a15d-7622d6fe71ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f081e8400>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:30:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:31:02.002389 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-d342d067-2268-4b90-99db-1b8608f07130 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "PUT /v2.0/floatingips/45a7f03d-cc12-44ed-b954-fee2c6d3162b HTTP/1.1" status: 200  len: 992 time: 1.5047514
May 10 17:31:02.002389 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44142629-166e-485c-a8a1-e5e8a09c57d2', 'tag': '0ffa314b-06b8-4f2e-805a-998275908105'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:31:02.043823 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44142629-166e-485c-a8a1-e5e8a09c57d2', 'tag': '0ffa314b-06b8-4f2e-805a-998275908105', 'status': 'completed', 'code': 200}
May 10 17:31:02.154064 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-8f4ab3df-4abf-49ca-a15d-7622d6fe71ed None None] Set router a196bb51-abd2-4afb-ad6c-867d588d0ff1 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:31:02.167771 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc140d-4e70-4c2f-b002-e8adada8d9ad req-cad2e36b-8da0-435e-a890-c1824ff5a555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:31:02.169248 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4bcc140d-4e70-4c2f-b002-e8adada8d9ad req-cad2e36b-8da0-435e-a890-c1824ff5a555 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aca5e614d86048998dd46f3226b6b322&device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 1099 time: 0.0765634
May 10 17:31:02.299677 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc140d-4e70-4c2f-b002-e8adada8d9ad req-694659ba-e436-412e-93b1-9e0635e526af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:31:02.301041 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4bcc140d-4e70-4c2f-b002-e8adada8d9ad req-694659ba-e436-412e-93b1-9e0635e526af service neutron] 10.222.0.36 "GET /v2.0/networks?id=64b55f2c-b19a-482d-8023-f6baaecf0a48 HTTP/1.1" status: 200  len: 911 time: 0.1243172
May 10 17:31:02.512436 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4bcc140d-4e70-4c2f-b002-e8adada8d9ad req-4b20b66d-06e1-4540-90f4-3a0d32cb49e8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ffa314b-06b8-4f2e-805a-998275908105 HTTP/1.1" status: 200  len: 1000 time: 0.2047405
May 10 17:31:02.532936 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-8f4ab3df-4abf-49ca-a15d-7622d6fe71ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f081e8400>, [{'id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'name': 'tempest-AttachVolumeTestJSON-811845202-router', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:29Z', 'updated_at': '2021-05-10T17:24:34Z', 'revision_number': 4, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'gw_port': {'id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:30Z', 'updated_at': '2021-05-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': '45a7f03d-cc12-44ed-b954-fee2c6d3162b', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'port_id': '0ffa314b-06b8-4f2e-805a-998275908105', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'mac_address': 'fa:16:3e:4a:d0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44142629-166e-485c-a8a1-e5e8a09c57d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:30:43Z', 'updated_at': '2021-05-10T17:31:01Z', 'revision_number': 1, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a202a81-d265-4211-8911-23dee31c7929', 'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'mac_address': 'fa:16:3e:a5:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:33Z', 'updated_at': '2021-05-10T17:24:42Z', 'revision_number': 5, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'subnets': [{'id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:31:02.536727 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ab3df-4abf-49ca-a15d-7622d6fe71ed None None] Checking router: a196bb51-abd2-4afb-ad6c-867d588d0ff1 for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:31:02.544825 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4ab3df-4abf-49ca-a15d-7622d6fe71ed None None] Routers {'a196bb51-abd2-4afb-ad6c-867d588d0ff1'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:31:02.545434 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-8f4ab3df-4abf-49ca-a15d-7622d6fe71ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f081e8400>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:30:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:31:02.574071 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc140d-4e70-4c2f-b002-e8adada8d9ad req-11a4ab73-29a3-43b3-b642-31c370122dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:31:02.575431 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4bcc140d-4e70-4c2f-b002-e8adada8d9ad req-11a4ab73-29a3-43b3-b642-31c370122dfa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4c8a815-a89d-415f-a89e-782eae16c1a8 HTTP/1.1" status: 200  len: 849 time: 0.0569518
May 10 17:31:02.649913 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcc140d-4e70-4c2f-b002-e8adada8d9ad req-f6c134ca-83b8-44d7-84da-2da433812452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:31:02.651404 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4bcc140d-4e70-4c2f-b002-e8adada8d9ad req-f6c134ca-83b8-44d7-84da-2da433812452 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64b55f2c-b19a-482d-8023-f6baaecf0a48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0692446
May 10 17:31:02.718183 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-8f4ab3df-4abf-49ca-a15d-7622d6fe71ed None None] Set router a196bb51-abd2-4afb-ad6c-867d588d0ff1 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:31:02.782189 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4bcc140d-4e70-4c2f-b002-e8adada8d9ad req-cdce6fc1-5a49-4270-9fe2-d44e5fc62776 service neutron] 10.222.0.36 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237557
May 10 17:31:02.913902 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4bcc140d-4e70-4c2f-b002-e8adada8d9ad req-da8bb75f-e106-4a57-9987-239fcda49a61 service neutron] 10.222.0.36 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247611
May 10 17:31:03.059065 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-8f4ab3df-4abf-49ca-a15d-7622d6fe71ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f081e8400>, [{'id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'name': 'tempest-AttachVolumeTestJSON-811845202-router', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:29Z', 'updated_at': '2021-05-10T17:24:34Z', 'revision_number': 4, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'gw_port': {'id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:30Z', 'updated_at': '2021-05-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': '45a7f03d-cc12-44ed-b954-fee2c6d3162b', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'port_id': '0ffa314b-06b8-4f2e-805a-998275908105', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'mac_address': 'fa:16:3e:4a:d0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44142629-166e-485c-a8a1-e5e8a09c57d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:30:43Z', 'updated_at': '2021-05-10T17:31:01Z', 'revision_number': 1, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a202a81-d265-4211-8911-23dee31c7929', 'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'mac_address': 'fa:16:3e:a5:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:33Z', 'updated_at': '2021-05-10T17:24:42Z', 'revision_number': 5, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'subnets': [{'id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:31:03.062943 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4ab3df-4abf-49ca-a15d-7622d6fe71ed None None] The sync data for ids ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'] in dv-cinder-786383-3-iscsi is: [{'id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'name': 'tempest-AttachVolumeTestJSON-811845202-router', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:29Z', 'updated_at': '2021-05-10T17:24:34Z', 'revision_number': 4, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'gw_port': {'id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:30Z', 'updated_at': '2021-05-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': '45a7f03d-cc12-44ed-b954-fee2c6d3162b', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'floating_ip_address': '172.27.1.193', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'port_id': '0ffa314b-06b8-4f2e-805a-998275908105', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'mac_address': 'fa:16:3e:4a:d0:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44142629-166e-485c-a8a1-e5e8a09c57d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:30:43Z', 'updated_at': '2021-05-10T17:31:01Z', 'revision_number': 1, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a202a81-d265-4211-8911-23dee31c7929', 'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'mac_address': 'fa:16:3e:a5:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:33Z', 'updated_at': '2021-05-10T17:24:42Z', 'revision_number': 5, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'subnets': [{'id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:31:03.238219 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8c6fac-51b0-4853-b7cd-e146180268e0 None None] New status for floating IP 45a7f03d-cc12-44ed-b954-fee2c6d3162b: ACTIVE {{(pid=78700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:31:20.244031 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-1fd35647-7b63-4a41-ac1c-dc670bfb5c75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:21.557417 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:22.757237 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:22.897784 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-5daaa68b-9364-469e-a0fc-2ec28813180d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:23.970881 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:25.429081 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:29.219331 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:31:34.956062 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac053cc-a7c0-4433-a0ba-7bc4c1e84825 req-e9c71c8b-c805-445d-931c-d02726622bf9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:31:34.957425 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7ac053cc-a7c0-4433-a0ba-7bc4c1e84825 req-e9c71c8b-c805-445d-931c-d02726622bf9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 946 time: 0.0826955
May 10 17:31:35.000863 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7ac053cc-a7c0-4433-a0ba-7bc4c1e84825 req-04ed5933-2bac-42e4-b977-43993196ff48 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377808
May 10 17:31:36.189143 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a4f39-d6f0-482b-b8b9-8637bc932625 req-254f37e1-6c74-4de4-93bf-77fdf6197ee2 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:31:36.190611 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-303a4f39-d6f0-482b-b8b9-8637bc932625 req-254f37e1-6c74-4de4-93bf-77fdf6197ee2 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 946 time: 0.0798590
May 10 17:31:36.237194 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-303a4f39-d6f0-482b-b8b9-8637bc932625 req-0fcb8cbd-0f45-4af3-9b1c-4d77c9668e57 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups?id=3f72a9c8-c595-4bf6-91f1-af2a436f69ba&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403526
May 10 17:31:36.662624 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e31ec8-2124-45eb-89d4-3362ace3012c req-244635e8-b4c6-40be-9395-53b04f3d61f3 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:31:36.664091 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-57e31ec8-2124-45eb-89d4-3362ace3012c req-244635e8-b4c6-40be-9395-53b04f3d61f3 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.36 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 946 time: 0.0782154
May 10 17:31:36.797784 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-57e31ec8-2124-45eb-89d4-3362ace3012c req-d916e6c5-4f20-4c44-ad4d-957901c23fef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Deleting port c41c7396-5129-403a-b942-2a503f859e3c {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:31:36.798116 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-57e31ec8-2124-45eb-89d4-3362ace3012c req-d916e6c5-4f20-4c44-ad4d-957901c23fef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:36.927467 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-57e31ec8-2124-45eb-89d4-3362ace3012c req-d916e6c5-4f20-4c44-ad4d-957901c23fef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] For port c41c7396-5129-403a-b942-2a503f859e3c, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=c41c7396-5129-403a-b942-2a503f859e3c,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:31:36.927816 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-57e31ec8-2124-45eb-89d4-3362ace3012c req-d916e6c5-4f20-4c44-ad4d-957901c23fef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:37.205765 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-57e31ec8-2124-45eb-89d4-3362ace3012c req-d916e6c5-4f20-4c44-ad4d-957901c23fef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:37.206483 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-57e31ec8-2124-45eb-89d4-3362ace3012c req-d916e6c5-4f20-4c44-ad4d-957901c23fef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422768'] for floatingip, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:37.206483 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.db.l3_db [req-57e31ec8-2124-45eb-89d4-3362ace3012c req-d916e6c5-4f20-4c44-ad4d-957901c23fef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Floating IP c527e981-e056-4efb-81ec-aa2be6208d2a disassociated. External IP: 172.27.1.245, port: c41c7396-5129-403a-b942-2a503f859e3c.
May 10 17:31:37.206697 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-57e31ec8-2124-45eb-89d4-3362ace3012c req-d916e6c5-4f20-4c44-ad4d-957901c23fef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Calling delete_port for c41c7396-5129-403a-b942-2a503f859e3c owned by compute:nova {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:31:37.318180 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-57e31ec8-2124-45eb-89d4-3362ace3012c req-d916e6c5-4f20-4c44-ad4d-957901c23fef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:37.323773 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-cce1925e-0bd2-4b6c-8a83-bff8089a69a8 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:31:37.399876 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d916e6c5-4f20-4c44-ad4d-957901c23fef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Pushing event deleted for resources: {'Port': ['ID=c41c7396-5129-403a-b942-2a503f859e3c,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:31:37.407739 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-d916e6c5-4f20-4c44-ad4d-957901c23fef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:31:37.415170 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f044a9f1-b460-44e0-a31e-1dd049305635 req-d3f536bb-bbaa-4d3d-9c07-4926735044d7 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 210 time: 0.0566425
May 10 17:31:37.688750 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-57e31ec8-2124-45eb-89d4-3362ace3012c req-d916e6c5-4f20-4c44-ad4d-957901c23fef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Router f1400cb9-68ee-45cf-99b6-31c332c82803 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:31:37.874808 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-57e31ec8-2124-45eb-89d4-3362ace3012c req-d916e6c5-4f20-4c44-ad4d-957901c23fef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:31:37.884755 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a99ffdc-14d6-4318-a658-401065d92a58 None None] Sync routers for ids ['f1400cb9-68ee-45cf-99b6-31c332c82803'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:31:37.894188 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a99ffdc-14d6-4318-a658-401065d92a58 None None] Routers {'f1400cb9-68ee-45cf-99b6-31c332c82803'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:31:37.894980 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-2a99ffdc-14d6-4318-a658-401065d92a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08a338b0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:31:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['f1400cb9-68ee-45cf-99b6-31c332c82803'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:31:37.949735 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e31ec8-2124-45eb-89d4-3362ace3012c req-d916e6c5-4f20-4c44-ad4d-957901c23fef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] No DVR routers for this DVR port c41c7396-5129-403a-b942-2a503f859e3c on host hv-cinder-78638 {{(pid=78697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:31:37.952094 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-57e31ec8-2124-45eb-89d4-3362ace3012c req-d916e6c5-4f20-4c44-ad4d-957901c23fef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:37.954642 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b181282d-1624-4f3e-a6c7-5fb448435bcd', 'name': 'network-vif-deleted', 'tag': 'c41c7396-5129-403a-b942-2a503f859e3c'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:31:37.965889 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-57e31ec8-2124-45eb-89d4-3362ace3012c req-d916e6c5-4f20-4c44-ad4d-957901c23fef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.36 "DELETE /v2.0/ports/c41c7396-5129-403a-b942-2a503f859e3c HTTP/1.1" status: 204  len: 173 time: 1.2964268
May 10 17:31:38.001863 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b181282d-1624-4f3e-a6c7-5fb448435bcd', 'name': 'network-vif-deleted', 'tag': 'c41c7396-5129-403a-b942-2a503f859e3c', 'status': 'completed', 'code': 200}
May 10 17:31:38.078367 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-2a99ffdc-14d6-4318-a658-401065d92a58 None None] Set router f1400cb9-68ee-45cf-99b6-31c332c82803 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:31:38.428358 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-2a99ffdc-14d6-4318-a658-401065d92a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08a338b0>, [{'id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-router', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:48Z', 'revision_number': 4, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'gw_port': {'id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': 'd1dca3d2-8aa6-48ac-a44a-208ad7b57285', 'name': '', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'mac_address': 'fa:16:3e:f4:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:45Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 5, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'subnets': [{'id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:31:38.432118 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a99ffdc-14d6-4318-a658-401065d92a58 None None] Checking router: f1400cb9-68ee-45cf-99b6-31c332c82803 for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:31:38.440881 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a99ffdc-14d6-4318-a658-401065d92a58 None None] Routers {'f1400cb9-68ee-45cf-99b6-31c332c82803'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:31:38.441483 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-2a99ffdc-14d6-4318-a658-401065d92a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08a338b0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:31:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['f1400cb9-68ee-45cf-99b6-31c332c82803'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:31:38.598507 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-313c158c-b407-4081-b307-7d913613270c req-184b7956-5f50-4f5a-8ad5-34249f604c92 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Synchronizing usage tracker for tenant:acb915c4b01148a7b37b3577f122af21 on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:31:38.615159 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-313c158c-b407-4081-b307-7d913613270c req-184b7956-5f50-4f5a-8ad5-34249f604c92 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Unset dirty status for tenant:acb915c4b01148a7b37b3577f122af21 on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:31:38.616922 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-313c158c-b407-4081-b307-7d913613270c req-184b7956-5f50-4f5a-8ad5-34249f604c92 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/ports?device_id=b181282d-1624-4f3e-a6c7-5fb448435bcd HTTP/1.1" status: 200  len: 210 time: 0.0686238
May 10 17:31:38.626406 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-2a99ffdc-14d6-4318-a658-401065d92a58 None None] Set router f1400cb9-68ee-45cf-99b6-31c332c82803 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:31:38.936043 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-2a99ffdc-14d6-4318-a658-401065d92a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08a338b0>, [{'id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-router', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:48Z', 'revision_number': 4, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'gw_port': {'id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': 'd1dca3d2-8aa6-48ac-a44a-208ad7b57285', 'name': '', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'mac_address': 'fa:16:3e:f4:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:45Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 5, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'subnets': [{'id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:31:38.940197 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a99ffdc-14d6-4318-a658-401065d92a58 None None] The sync data for ids ['f1400cb9-68ee-45cf-99b6-31c332c82803'] in dv-cinder-786383-3-iscsi is: [{'id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-router', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:19:48Z', 'revision_number': 4, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'gw_port': {'id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': 'd1dca3d2-8aa6-48ac-a44a-208ad7b57285', 'name': '', 'network_id': 'a743af2b-ecde-4507-a08d-7e8e82f84011', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'mac_address': 'fa:16:3e:f4:f5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:45Z', 'updated_at': '2021-05-10T17:19:57Z', 'revision_number': 5, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'subnets': [{'id': '81a2b548-3d7f-41e8-846d-5a0ec57ae08d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:31:39.151130 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9237042-47b9-4a7d-a890-d3227b85ee1d None None] New status for floating IP c527e981-e056-4efb-81ec-aa2be6208d2a: DOWN {{(pid=78700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:31:39.741592 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35598) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:31:39.803576 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e52be5fb-192f-4112-a0cc-fb8c23d23d49 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:39.830329 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e52be5fb-192f-4112-a0cc-fb8c23d23d49 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:39.880660 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e52be5fb-192f-4112-a0cc-fb8c23d23d49 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:39.884206 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-74dcf1f2-168e-47f5-9979-0cfb3a352b7b tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:31:39.899139 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52be5fb-192f-4112-a0cc-fb8c23d23d49 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f72a9c8-c595-4bf6-91f1-af2a436f69ba,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:31:39.901792 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-e52be5fb-192f-4112-a0cc-fb8c23d23d49 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:31:39.908399 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e52be5fb-192f-4112-a0cc-fb8c23d23d49 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:39.909484 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-e52be5fb-192f-4112-a0cc-fb8c23d23d49 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "DELETE /v2.0/security-groups/3f72a9c8-c595-4bf6-91f1-af2a436f69ba HTTP/1.1" status: 204  len: 168 time: 0.1669135
May 10 17:31:39.912094 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35602) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:31:39.929438 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.api.v2.resource [None req-af003c4d-2d67-4342-b0c6-bef6f0d4c04e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] show failed (client error): The resource could not be found.
May 10 17:31:39.930417 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-af003c4d-2d67-4342-b0c6-bef6f0d4c04e tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "GET /v2.0/security-groups/3f72a9c8-c595-4bf6-91f1-af2a436f69ba HTTP/1.1" status: 404  len: 347 time: 0.0173991
May 10 17:31:39.933230 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35606) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:31:40.149769 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-fecadeed-d814-49ae-a624-0c63db1c7262 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Deleting port 302d7fd4-a336-4d2b-ba04-1749efdceda8 {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:31:40.150109 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-fecadeed-d814-49ae-a624-0c63db1c7262 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:40.265099 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-fecadeed-d814-49ae-a624-0c63db1c7262 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:40.265422 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-fecadeed-d814-49ae-a624-0c63db1c7262 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:40.387348 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-fecadeed-d814-49ae-a624-0c63db1c7262 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Calling delete_port for 302d7fd4-a336-4d2b-ba04-1749efdceda8 owned by network:floatingip {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:31:40.491703 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-fecadeed-d814-49ae-a624-0c63db1c7262 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:40.494974 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-7c271a05-c204-4f91-a4d7-ffb766208b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:31:40.539937 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecadeed-d814-49ae-a624-0c63db1c7262 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Pushing event deleted for resources: {'Port': ['ID=302d7fd4-a336-4d2b-ba04-1749efdceda8,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:31:40.543008 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-fecadeed-d814-49ae-a624-0c63db1c7262 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:31:40.625931 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-fecadeed-d814-49ae-a624-0c63db1c7262 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks [] for floatingip, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:40.643075 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-fecadeed-d814-49ae-a624-0c63db1c7262 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for floatingip, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:40.644257 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-fecadeed-d814-49ae-a624-0c63db1c7262 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] 10.222.0.32 "DELETE /v2.0/floatingips/c527e981-e056-4efb-81ec-aa2be6208d2a HTTP/1.1" status: 204  len: 168 time: 0.7100649
May 10 17:31:41.175147 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device c41c7396-5129-403a-b942-2a503f859e3c no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:31:41.210700 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] No Port match for: c41c7396-5129-403a-b942-2a503f859e3c {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:31:41.211050 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device c41c7396-5129-403a-b942-2a503f859e3c not bound to the agent host hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:31:43.433083 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35636) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:31:44.262226 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-874eb2a8-ea80-4aba-8473-ab512d740bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393289'] for router_interface, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:44.655804 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-874eb2a8-ea80-4aba-8473-ab512d740bb0 admin admin] Deleting port d1dca3d2-8aa6-48ac-a44a-208ad7b57285 {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:31:44.656480 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-874eb2a8-ea80-4aba-8473-ab512d740bb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:44.775575 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [None req-874eb2a8-ea80-4aba-8473-ab512d740bb0 admin admin] For port d1dca3d2-8aa6-48ac-a44a-208ad7b57285, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=d1dca3d2-8aa6-48ac-a44a-208ad7b57285,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:31:44.775907 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-874eb2a8-ea80-4aba-8473-ab512d740bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:44.895283 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-874eb2a8-ea80-4aba-8473-ab512d740bb0 admin admin] Calling delete_port for d1dca3d2-8aa6-48ac-a44a-208ad7b57285 owned by network:router_interface {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:31:45.028634 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-874eb2a8-ea80-4aba-8473-ab512d740bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:45.032204 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-54a422a8-a0f0-4652-8de2-478d7b9e1d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:31:45.100064 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874eb2a8-ea80-4aba-8473-ab512d740bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1dca3d2-8aa6-48ac-a44a-208ad7b57285,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:31:45.103409 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-874eb2a8-ea80-4aba-8473-ab512d740bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:31:45.333248 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-874eb2a8-ea80-4aba-8473-ab512d740bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420089'] for router_interface, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:45.778749 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-874eb2a8-ea80-4aba-8473-ab512d740bb0 admin admin] Router f1400cb9-68ee-45cf-99b6-31c332c82803 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:31:45.954325 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874eb2a8-ea80-4aba-8473-ab512d740bb0 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:31:45.962486 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969787bd-d526-4321-b45e-3e828586edf2 None None] Sync routers for ids ['f1400cb9-68ee-45cf-99b6-31c332c82803'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:31:45.966664 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-874eb2a8-ea80-4aba-8473-ab512d740bb0 admin admin] 10.222.0.32 "PUT /v2.0/routers/f1400cb9-68ee-45cf-99b6-31c332c82803/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5319188
May 10 17:31:45.968462 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35648) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:31:45.971972 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969787bd-d526-4321-b45e-3e828586edf2 None None] Routers {'f1400cb9-68ee-45cf-99b6-31c332c82803'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:31:45.972585 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-969787bd-d526-4321-b45e-3e828586edf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0a1ed3d0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:31:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['f1400cb9-68ee-45cf-99b6-31c332c82803'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:31:46.148353 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Notify callbacks [] for router, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:46.152569 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-969787bd-d526-4321-b45e-3e828586edf2 None None] Set router f1400cb9-68ee-45cf-99b6-31c332c82803 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:31:46.318206 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:46.391661 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Deleting port fe55cca3-ec6c-40ac-93a7-04ae287b0e7f {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:31:46.392026 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:46.433136 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-969787bd-d526-4321-b45e-3e828586edf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0a1ed3d0>, [{'id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-router', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153'}], 'enable_snat': True}, 'gw_port_id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:31:44Z', 'revision_number': 5, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'gw_port': {'id': 'fe55cca3-ec6c-40ac-93a7-04ae287b0e7f', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:a0:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:19:40Z', 'updated_at': '2021-05-10T17:19:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:31:46.436853 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969787bd-d526-4321-b45e-3e828586edf2 None None] Checking router: f1400cb9-68ee-45cf-99b6-31c332c82803 for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:31:46.445103 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969787bd-d526-4321-b45e-3e828586edf2 None None] Routers {'f1400cb9-68ee-45cf-99b6-31c332c82803'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:31:46.445693 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-969787bd-d526-4321-b45e-3e828586edf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0a1ed3d0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:31:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['f1400cb9-68ee-45cf-99b6-31c332c82803'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:31:46.515604 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] For port fe55cca3-ec6c-40ac-93a7-04ae287b0e7f, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=fe55cca3-ec6c-40ac-93a7-04ae287b0e7f,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:31:46.515996 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:46.636993 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-969787bd-d526-4321-b45e-3e828586edf2 None None] Set router f1400cb9-68ee-45cf-99b6-31c332c82803 gateway port host: None {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:31:46.637734 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Calling delete_port for fe55cca3-ec6c-40ac-93a7-04ae287b0e7f owned by network:router_gateway {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:31:46.741233 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-969787bd-d526-4321-b45e-3e828586edf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0a1ed3d0>, [{'id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-router', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:31:46Z', 'revision_number': 6, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'gw_port_host': None}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:31:46.745132 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969787bd-d526-4321-b45e-3e828586edf2 None None] The sync data for ids ['f1400cb9-68ee-45cf-99b6-31c332c82803'] in dv-cinder-786383-3-iscsi is: [{'id': 'f1400cb9-68ee-45cf-99b6-31c332c82803', 'name': 'tempest-AttachVolumeShelveTestJSON-1864511095-router', 'tenant_id': 'acb915c4b01148a7b37b3577f122af21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:19:38Z', 'updated_at': '2021-05-10T17:31:46Z', 'revision_number': 6, 'project_id': 'acb915c4b01148a7b37b3577f122af21', 'gw_port_host': None}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:31:46.776882 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:46.780596 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-0afc9e3b-cbc4-4448-a38c-62121b4ea50b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:31:46.822820 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe55cca3-ec6c-40ac-93a7-04ae287b0e7f,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:31:46.865893 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:46.866268 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:46.866658 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:46.867019 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:46.867373 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:46.867727 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:46.868080 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:46.868427 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:46.868776 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:46.869122 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:46.869493 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:46.869832 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:46.896118 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:31:46.925214 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422765'] for router_gateway, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:47.201431 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5982'] for router, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:47.203562 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:47.225794 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-425087'] for router, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:47.226279 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1400cb9-68ee-45cf-99b6-31c332c82803 {{(pid=78698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:31:47.238981 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] Notify callbacks [] for router, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:47.240086 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-1a55ead7-4024-4e14-af9b-093d98edecf8 admin admin] 10.222.0.32 "DELETE /v2.0/routers/f1400cb9-68ee-45cf-99b6-31c332c82803 HTTP/1.1" status: 204  len: 168 time: 1.2707496
May 10 17:31:47.242635 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35654) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:31:47.302664 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_v2 [None req-d248aaa8-f870-4dbf-bee2-706fc1dfb503 admin admin] Deleting subnet 81a2b548-3d7f-41e8-846d-5a0ec57ae08d {{(pid=78698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:31:47.305502 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d248aaa8-f870-4dbf-bee2-706fc1dfb503 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:47.363047 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d248aaa8-f870-4dbf-bee2-706fc1dfb503 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10641758'] for subnet, precommit_delete_associations {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:47.437771 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d248aaa8-f870-4dbf-bee2-706fc1dfb503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499293'] for subnet, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:47.681941 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d248aaa8-f870-4dbf-bee2-706fc1dfb503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10577331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10672789'] for subnet, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:47.686004 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-efdf4236-cce6-4652-92e6-27fc726c7611 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:31:47.721622 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248aaa8-f870-4dbf-bee2-706fc1dfb503 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81a2b548-3d7f-41e8-846d-5a0ec57ae08d,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:31:47.726879 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-d248aaa8-f870-4dbf-bee2-706fc1dfb503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:31:47.726879 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d248aaa8-f870-4dbf-bee2-706fc1dfb503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:47.732007 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-d248aaa8-f870-4dbf-bee2-706fc1dfb503 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/81a2b548-3d7f-41e8-846d-5a0ec57ae08d HTTP/1.1" status: 204  len: 168 time: 0.4881697
May 10 17:31:47.734488 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35658) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:31:47.739359 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f34edd-572c-4bbb-b859-51912458afbd None None] Network a743af2b-ecde-4507-a08d-7e8e82f84011 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:31:47.840623 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653661'] for network, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:47.910557 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] Deleting port cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:31:47.910823 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:47.992779 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] DHCP port deletion for a743af2b-ecde-4507-a08d-7e8e82f84011 request from dv-cinder-786383-3-iscsi {{(pid=78699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:31:48.020296 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] For port cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:31:48.020653 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:48.063452 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] Deleting port cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f {{(pid=78699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:31:48.063923 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:48.142562 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device d1dca3d2-8aa6-48ac-a44a-208ad7b57285 no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:31:48.149017 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] Calling delete_port for cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f owned by network:dhcp {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:31:48.184165 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: d1dca3d2-8aa6-48ac-a44a-208ad7b57285 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:31:48.184513 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device d1dca3d2-8aa6-48ac-a44a-208ad7b57285 not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:31:48.184940 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:31:48.198504 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:48.207665 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-fecadeed-d814-49ae-a624-0c63db1c7262 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:31:48.229653 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:31:48.229995 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:31:48.230497 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device fe55cca3-ec6c-40ac-93a7-04ae287b0e7f no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:31:48.252881 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:31:48.256267 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:31:48.258784 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] No DVR routers for this DVR port cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f on host dv-cinder-786383-3-iscsi {{(pid=78698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:31:48.267065 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: fe55cca3-ec6c-40ac-93a7-04ae287b0e7f {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:31:48.267413 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device fe55cca3-ec6c-40ac-93a7-04ae287b0e7f not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:31:48.270395 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] For port cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f,segment=NetworkSegment(1f9ff01a-422a-4f14-97db-31941b15b9dc),segment_id=1f9ff01a-422a-4f14-97db-31941b15b9dc)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:31:48.270791 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:48.374088 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501542', 'neutron.services.segments.db._delete_segments_for_network-8765770262173'] for network, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:48.386969 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.services.segments.db [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8f02d09460>,) {'filters': {'network_id': ['a743af2b-ecde-4507-a08d-7e8e82f84011']}} {{(pid=78698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:31:48.392710 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] Calling delete_port for cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f owned by network:dhcp {{(pid=78699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:31:48.398610 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.services.segments.db [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f02d09460>, '1f9ff01a-422a-4f14-97db-31941b15b9dc') {'for_net_delete': True} {{(pid=78698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:31:48.398905 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.services.segments.db [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f02d09460>, '1f9ff01a-422a-4f14-97db-31941b15b9dc') {} {{(pid=78698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:31:48.409751 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765770273639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10641729'] for segment, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:48.425273 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:48.432355 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=78698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:31:48.432750 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10577365'] for segment, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:48.433662 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197'] for port, after_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:48.437276 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]: Traceback (most recent call last):
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:     timer()
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:     cb(*args, **kw)
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:     return func(*args, **kwargs)
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:     self._notify()
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:     self.callback(batched_events)
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:     event.method(event)
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:     return f(self, *a, **k)
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:     return self._get(url).json()
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:     return self.request(url, 'GET', **kwargs)
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:31:48.446510 dv-cinder-786383-3-iscsi neutron-server[78698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:31:48.480612 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] Pushing event deleted for resources: {'Port': ['ID=cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f,revision_number=None']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:31:48.482916 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] No DVR routers for this DVR port cb90bfb3-2853-4d4b-b423-de4c6a0b1d6f on host dv-cinder-786383-3-iscsi {{(pid=78699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:31:48.492389 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:48.492924 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:48.493419 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:48.493922 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:48.494437 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:48.495046 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:48.495529 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:48.496163 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:48.496448 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:48.496770 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:48.497091 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:48.497409 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:31:48.501154 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:31:48.615486 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422783'] for network, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:48.619198 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-68b80666-f203-4c5f-a4b3-f674ed87fa0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:31:48.631697 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:48.641923 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a743af2b-ecde-4507-a08d-7e8e82f84011,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:31:48.645017 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:31:48.655275 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] 10.222.0.32 "DELETE /v2.0/networks/a743af2b-ecde-4507-a08d-7e8e82f84011 HTTP/1.1" status: 204  len: 168 time: 0.9198813
May 10 17:31:48.768248 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35666) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:31:48.815085 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-04361857-83c2-4672-8391-5f1a7bb5bbb4 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=acb915c4b01148a7b37b3577f122af21&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0456855
May 10 17:31:48.817788 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35670) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:31:48.874738 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a271fc8c-66ba-4219-9f14-66e994c43027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:48.902838 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a271fc8c-66ba-4219-9f14-66e994c43027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:48.951745 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a271fc8c-66ba-4219-9f14-66e994c43027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:48.955313 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-2e5d3fad-9bf5-49e2-ab50-5b64a10278b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:31:48.967459 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a271fc8c-66ba-4219-9f14-66e994c43027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f202a4d3-ac66-4332-b53f-a0dac47df8e6,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:31:48.969841 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a271fc8c-66ba-4219-9f14-66e994c43027 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:31:48.979996 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a271fc8c-66ba-4219-9f14-66e994c43027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:48.982392 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-a271fc8c-66ba-4219-9f14-66e994c43027 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/f202a4d3-ac66-4332-b53f-a0dac47df8e6 HTTP/1.1" status: 204  len: 168 time: 0.1624660
May 10 17:31:50.245722 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-d30fd81b-3b07-4dd1-889c-775a9bd63a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:50.764868 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 35726) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:31:50.883887 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-aafed94f-75af-4a39-8598-3ffb2b813cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:50.899069 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-aafed94f-75af-4a39-8598-3ffb2b813cbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:31:50.902879 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-aafed94f-75af-4a39-8598-3ffb2b813cbe admin admin] Usage tracker for resource:security_group_rule and tenant:d7695697b67744cf928280dd0aedbe36 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:31:50.905734 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-aafed94f-75af-4a39-8598-3ffb2b813cbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:31:50.911642 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-aafed94f-75af-4a39-8598-3ffb2b813cbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:31:50.995892 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-aafed94f-75af-4a39-8598-3ffb2b813cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:50.999931 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-aafed94f-75af-4a39-8598-3ffb2b813cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:51.009023 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-eeb0e04a-2ca2-4451-b8ea-5f52d8e144e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:31:51.050638 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-aafed94f-75af-4a39-8598-3ffb2b813cbe admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d7695697b67744cf928280dd0aedbe36&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2845848
May 10 17:31:51.052263 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafed94f-75af-4a39-8598-3ffb2b813cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94e043b-8bec-43e0-a4ae-ca3a5ce9d414,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:31:51.053314 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35732) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:31:51.055401 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-aafed94f-75af-4a39-8598-3ffb2b813cbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:31:51.113158 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8cf63097-bb46-43c4-aff1-fe3e820158f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:51.138257 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8cf63097-bb46-43c4-aff1-fe3e820158f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:51.190406 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8cf63097-bb46-43c4-aff1-fe3e820158f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:51.194710 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-e24ec63b-5077-4175-bc03-3a7207c70aa6 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:31:51.205388 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf63097-bb46-43c4-aff1-fe3e820158f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94e043b-8bec-43e0-a4ae-ca3a5ce9d414,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:31:51.208774 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-8cf63097-bb46-43c4-aff1-fe3e820158f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:31:51.211842 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8cf63097-bb46-43c4-aff1-fe3e820158f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:51.212923 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-8cf63097-bb46-43c4-aff1-fe3e820158f8 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b94e043b-8bec-43e0-a4ae-ca3a5ce9d414 HTTP/1.1" status: 204  len: 168 time: 0.1586225
May 10 17:31:51.485436 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35740) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:31:51.503794 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a612d637-32e5-4866-946b-52c5ddb59082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:51.522509 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-a612d637-32e5-4866-946b-52c5ddb59082 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:31:51.526382 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-a612d637-32e5-4866-946b-52c5ddb59082 admin admin] Usage tracker for resource:security_group_rule and tenant:04fec534e8ef48eda5c07570bddb8d1b is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:31:51.529413 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-a612d637-32e5-4866-946b-52c5ddb59082 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:31:51.536306 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-a612d637-32e5-4866-946b-52c5ddb59082 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:31:51.561308 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:51.575067 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-edca8f28-4209-4a8e-b0e9-4df14c432497 req-8c5da37b-f234-4b00-b01d-4ff0c54a46bf service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=44142629-166e-485c-a8a1-e5e8a09c57d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0757301
May 10 17:31:51.626742 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a612d637-32e5-4866-946b-52c5ddb59082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:51.631022 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-a612d637-32e5-4866-946b-52c5ddb59082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:51.639674 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-5ee9fe9f-b8c5-456a-9abc-4e25dcc0ad17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:31:51.679538 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-a612d637-32e5-4866-946b-52c5ddb59082 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=04fec534e8ef48eda5c07570bddb8d1b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1930306
May 10 17:31:51.681241 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a612d637-32e5-4866-946b-52c5ddb59082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7f1724-9c81-4ed2-a914-b4bf3c573fc0,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:31:51.683626 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35746) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:31:51.686070 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a612d637-32e5-4866-946b-52c5ddb59082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:31:51.736454 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca8f28-4209-4a8e-b0e9-4df14c432497 req-4c8420a1-5245-43a8-9dae-23e44a9018cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:31:51.737943 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-edca8f28-4209-4a8e-b0e9-4df14c432497 req-4c8420a1-5245-43a8-9dae-23e44a9018cb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=aca5e614d86048998dd46f3226b6b322&device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 1099 time: 0.0716186
May 10 17:31:51.742669 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-6221377f-2444-48b3-99ae-e1efad852586 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:51.770544 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-6221377f-2444-48b3-99ae-e1efad852586 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:51.820380 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-6221377f-2444-48b3-99ae-e1efad852586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:51.825094 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-980030f2-f95b-451e-b6b8-5ef4b0a0c600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:31:51.841216 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221377f-2444-48b3-99ae-e1efad852586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7f1724-9c81-4ed2-a914-b4bf3c573fc0,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:31:51.844017 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-6221377f-2444-48b3-99ae-e1efad852586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:31:51.844933 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-6221377f-2444-48b3-99ae-e1efad852586 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:51.848762 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-6221377f-2444-48b3-99ae-e1efad852586 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/be7f1724-9c81-4ed2-a914-b4bf3c573fc0 HTTP/1.1" status: 204  len: 168 time: 0.1642129
May 10 17:31:51.885477 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca8f28-4209-4a8e-b0e9-4df14c432497 req-b83c0f41-1f2c-4780-8ce4-165fc968f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:31:51.886951 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-edca8f28-4209-4a8e-b0e9-4df14c432497 req-b83c0f41-1f2c-4780-8ce4-165fc968f768 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64b55f2c-b19a-482d-8023-f6baaecf0a48 HTTP/1.1" status: 200  len: 911 time: 0.1311786
May 10 17:31:51.992148 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-edca8f28-4209-4a8e-b0e9-4df14c432497 req-e3f11cde-a6c9-49b5-b1d6-d7e5112b724e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ffa314b-06b8-4f2e-805a-998275908105 HTTP/1.1" status: 200  len: 1002 time: 0.0982795
May 10 17:31:52.058551 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca8f28-4209-4a8e-b0e9-4df14c432497 req-0101bba9-b1fb-4e22-ab9e-0988d13fb142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:31:52.059990 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-edca8f28-4209-4a8e-b0e9-4df14c432497 req-0101bba9-b1fb-4e22-ab9e-0988d13fb142 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=d4c8a815-a89d-415f-a89e-782eae16c1a8 HTTP/1.1" status: 200  len: 849 time: 0.0618107
May 10 17:31:52.136977 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca8f28-4209-4a8e-b0e9-4df14c432497 req-e1816011-140b-468a-b6e6-88fa318f6474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:31:52.138476 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-edca8f28-4209-4a8e-b0e9-4df14c432497 req-e1816011-140b-468a-b6e6-88fa318f6474 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64b55f2c-b19a-482d-8023-f6baaecf0a48&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0709276
May 10 17:31:52.271820 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-edca8f28-4209-4a8e-b0e9-4df14c432497 req-0067399f-46f5-4b84-8487-b9b069ded7a3 service neutron] 10.222.0.36 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260130
May 10 17:31:52.403764 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-edca8f28-4209-4a8e-b0e9-4df14c432497 req-d129fca3-fe27-4418-a689-49f6725c96e4 service neutron] 10.222.0.36 "GET /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250079
May 10 17:31:52.760208 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:52.901963 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-4277e0e7-826f-45db-ae82-6c8a05767323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:53.973712 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:31:55.432731 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:06.217547 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:32:09.631556 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35988) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:09.745975 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e808edae-fce8-49ed-8907-b2909c735936 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:09.760410 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-e808edae-fce8-49ed-8907-b2909c735936 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:32:09.764164 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-e808edae-fce8-49ed-8907-b2909c735936 admin admin] Usage tracker for resource:security_group_rule and tenant:5886ac9e0db4447499c9ec5252fced82 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:32:09.766964 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-e808edae-fce8-49ed-8907-b2909c735936 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:32:09.772528 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-e808edae-fce8-49ed-8907-b2909c735936 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:32:09.857217 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e808edae-fce8-49ed-8907-b2909c735936 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:09.860866 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e808edae-fce8-49ed-8907-b2909c735936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:09.868131 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-dca61a60-c18c-4586-b4c5-18ed0f9ac0e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:09.908001 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e808edae-fce8-49ed-8907-b2909c735936 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f69cc3-9c28-4313-bc82-a2b0e4496461,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:09.913355 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-e808edae-fce8-49ed-8907-b2909c735936 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=5886ac9e0db4447499c9ec5252fced82&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2807930
May 10 17:32:09.914295 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-e808edae-fce8-49ed-8907-b2909c735936 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:09.915239 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 35996) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:09.973595 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-708064cc-f6cc-45e5-be6c-9b4382da2cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:09.998820 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-708064cc-f6cc-45e5-be6c-9b4382da2cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:10.052887 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-708064cc-f6cc-45e5-be6c-9b4382da2cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:10.056508 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-f9feeb56-44ba-4c11-8ad1-892a5d3b21e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:10.067477 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708064cc-f6cc-45e5-be6c-9b4382da2cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f69cc3-9c28-4313-bc82-a2b0e4496461,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:10.071804 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-708064cc-f6cc-45e5-be6c-9b4382da2cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:10.073670 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-708064cc-f6cc-45e5-be6c-9b4382da2cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:10.074774 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-708064cc-f6cc-45e5-be6c-9b4382da2cf3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b4f69cc3-9c28-4313-bc82-a2b0e4496461 HTTP/1.1" status: 204  len: 168 time: 0.1586046
May 10 17:32:10.345672 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 36004) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:10.364230 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7bde9f14-b635-4072-bcaa-3bf5d3364d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:10.377846 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-7bde9f14-b635-4072-bcaa-3bf5d3364d5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:32:10.381552 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-7bde9f14-b635-4072-bcaa-3bf5d3364d5c admin admin] Usage tracker for resource:security_group_rule and tenant:b4fb8ff099d648be9c9fc2e33bdf9e6c is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:32:10.384270 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-7bde9f14-b635-4072-bcaa-3bf5d3364d5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:32:10.389784 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-7bde9f14-b635-4072-bcaa-3bf5d3364d5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:32:10.470420 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7bde9f14-b635-4072-bcaa-3bf5d3364d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:10.474473 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7bde9f14-b635-4072-bcaa-3bf5d3364d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:10.482795 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-84fc9675-cb67-4866-a460-8c584d62c598 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:10.521330 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-7bde9f14-b635-4072-bcaa-3bf5d3364d5c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=b4fb8ff099d648be9c9fc2e33bdf9e6c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1745393
May 10 17:32:10.522923 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde9f14-b635-4072-bcaa-3bf5d3364d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400cfc2f-1b49-47fd-b872-124412992e3a,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:10.523912 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 36008) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:10.525935 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-7bde9f14-b635-4072-bcaa-3bf5d3364d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:10.583184 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a8dfdd63-14d1-499a-bc0c-df87e8dcf3d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:10.608488 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a8dfdd63-14d1-499a-bc0c-df87e8dcf3d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:10.664377 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a8dfdd63-14d1-499a-bc0c-df87e8dcf3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:10.667971 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-688d7d8c-d607-4101-9f4b-39837f3f6543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:10.679922 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dfdd63-14d1-499a-bc0c-df87e8dcf3d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400cfc2f-1b49-47fd-b872-124412992e3a,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:10.687800 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfdd63-14d1-499a-bc0c-df87e8dcf3d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:10.688170 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfdd63-14d1-499a-bc0c-df87e8dcf3d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:10.688535 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfdd63-14d1-499a-bc0c-df87e8dcf3d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:10.688889 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfdd63-14d1-499a-bc0c-df87e8dcf3d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:10.689275 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfdd63-14d1-499a-bc0c-df87e8dcf3d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:10.689658 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfdd63-14d1-499a-bc0c-df87e8dcf3d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:10.690007 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfdd63-14d1-499a-bc0c-df87e8dcf3d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:10.690377 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfdd63-14d1-499a-bc0c-df87e8dcf3d3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:10.691228 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfdd63-14d1-499a-bc0c-df87e8dcf3d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:10.691573 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfdd63-14d1-499a-bc0c-df87e8dcf3d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:10.691916 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfdd63-14d1-499a-bc0c-df87e8dcf3d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:10.692255 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8dfdd63-14d1-499a-bc0c-df87e8dcf3d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:10.696264 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-a8dfdd63-14d1-499a-bc0c-df87e8dcf3d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:10.701462 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a8dfdd63-14d1-499a-bc0c-df87e8dcf3d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:10.702574 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-a8dfdd63-14d1-499a-bc0c-df87e8dcf3d3 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/400cfc2f-1b49-47fd-b872-124412992e3a HTTP/1.1" status: 204  len: 168 time: 0.1776824
May 10 17:32:16.241700 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 36114) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:16.358437 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-8f67d157-1e1e-480d-b91e-df58914a8c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:16.372418 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-8f67d157-1e1e-480d-b91e-df58914a8c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:32:16.376087 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-8f67d157-1e1e-480d-b91e-df58914a8c1a admin admin] Usage tracker for resource:security_group_rule and tenant:1f4dd72983d34513bb02a6022aacc941 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:32:16.378855 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-8f67d157-1e1e-480d-b91e-df58914a8c1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:32:16.384509 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-8f67d157-1e1e-480d-b91e-df58914a8c1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:32:16.466073 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-8f67d157-1e1e-480d-b91e-df58914a8c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:16.469967 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-8f67d157-1e1e-480d-b91e-df58914a8c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:16.478886 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-f848973f-20f9-4a6a-92e6-11870431336b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:16.516073 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-8f67d157-1e1e-480d-b91e-df58914a8c1a admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=1f4dd72983d34513bb02a6022aacc941&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2732980
May 10 17:32:16.517731 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67d157-1e1e-480d-b91e-df58914a8c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af186de4-fc21-4dd2-af4f-505e56d19bb0,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:16.519405 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 36120) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:16.521440 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-8f67d157-1e1e-480d-b91e-df58914a8c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:16.582086 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7c43b227-6594-4750-8d26-8dc55f0ad13c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:16.607624 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7c43b227-6594-4750-8d26-8dc55f0ad13c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:16.658066 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7c43b227-6594-4750-8d26-8dc55f0ad13c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:16.662128 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-5bd557b7-9c1b-42ed-b06c-8f356b281287 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:16.674207 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c43b227-6594-4750-8d26-8dc55f0ad13c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af186de4-fc21-4dd2-af4f-505e56d19bb0,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:16.676621 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-7c43b227-6594-4750-8d26-8dc55f0ad13c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:16.684551 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7c43b227-6594-4750-8d26-8dc55f0ad13c admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:16.685639 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-7c43b227-6594-4750-8d26-8dc55f0ad13c admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/af186de4-fc21-4dd2-af4f-505e56d19bb0 HTTP/1.1" status: 204  len: 168 time: 0.1652386
May 10 17:32:16.958081 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 36130) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:16.975555 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b993f463-5658-4ff8-a948-edfad22a952d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:16.989669 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-b993f463-5658-4ff8-a948-edfad22a952d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:32:16.993389 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-b993f463-5658-4ff8-a948-edfad22a952d admin admin] Usage tracker for resource:security_group_rule and tenant:fe9f4e3934e34f74b159b3f78a7fae5c is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:32:16.996126 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-b993f463-5658-4ff8-a948-edfad22a952d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:32:17.001680 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-b993f463-5658-4ff8-a948-edfad22a952d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:32:17.082236 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b993f463-5658-4ff8-a948-edfad22a952d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:17.085667 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b993f463-5658-4ff8-a948-edfad22a952d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:17.093881 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a518a5c2-438f-4989-893e-0dbe872376ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:17.133561 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-b993f463-5658-4ff8-a948-edfad22a952d admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe9f4e3934e34f74b159b3f78a7fae5c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1744137
May 10 17:32:17.134442 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b993f463-5658-4ff8-a948-edfad22a952d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e56f147-2e4f-4227-87db-d003f4a251a7,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:17.136979 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 36134) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:17.137314 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-b993f463-5658-4ff8-a948-edfad22a952d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:17.199119 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b4de3e14-e54f-4387-b2ea-1bc34dc54364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:17.316809 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b4de3e14-e54f-4387-b2ea-1bc34dc54364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:17.367553 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b4de3e14-e54f-4387-b2ea-1bc34dc54364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:17.371072 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-f7bee5c7-c976-4734-921a-ae6bfd82ff54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:17.384028 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de3e14-e54f-4387-b2ea-1bc34dc54364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e56f147-2e4f-4227-87db-d003f4a251a7,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:17.387710 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-b4de3e14-e54f-4387-b2ea-1bc34dc54364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:17.395463 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b4de3e14-e54f-4387-b2ea-1bc34dc54364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:17.396562 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-b4de3e14-e54f-4387-b2ea-1bc34dc54364 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7e56f147-2e4f-4227-87db-d003f4a251a7 HTTP/1.1" status: 204  len: 168 time: 0.2579436
May 10 17:32:19.520676 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 36210) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:19.637276 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a6624e38-a1b1-4d66-b9e2-8cca878ef1dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:19.651938 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-a6624e38-a1b1-4d66-b9e2-8cca878ef1dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:32:19.655738 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-a6624e38-a1b1-4d66-b9e2-8cca878ef1dc admin admin] Usage tracker for resource:security_group_rule and tenant:a06a11b223b14aa499eac86ed4c01d22 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:32:19.658897 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-a6624e38-a1b1-4d66-b9e2-8cca878ef1dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:32:19.665134 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-a6624e38-a1b1-4d66-b9e2-8cca878ef1dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:32:19.747785 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a6624e38-a1b1-4d66-b9e2-8cca878ef1dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:19.751452 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a6624e38-a1b1-4d66-b9e2-8cca878ef1dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:19.758683 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-e28bda66-2982-4c90-8bd1-ee1c578ca930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:19.798422 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-a6624e38-a1b1-4d66-b9e2-8cca878ef1dc admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=a06a11b223b14aa499eac86ed4c01d22&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2766480
May 10 17:32:19.799218 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6624e38-a1b1-4d66-b9e2-8cca878ef1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62a7c19b-b6a6-46ff-b2cf-3e9a259d4876,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:19.801196 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 36216) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:19.802125 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-a6624e38-a1b1-4d66-b9e2-8cca878ef1dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:19.861491 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-19a2534b-7881-4ba7-b26f-7b4961635b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:19.886051 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-19a2534b-7881-4ba7-b26f-7b4961635b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:19.934544 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-19a2534b-7881-4ba7-b26f-7b4961635b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:19.937908 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-ef20426f-c5d6-4c05-8b46-d13c271ed46b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:19.949996 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a2534b-7881-4ba7-b26f-7b4961635b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a7c19b-b6a6-46ff-b2cf-3e9a259d4876,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:19.952725 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-19a2534b-7881-4ba7-b26f-7b4961635b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:19.960104 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-19a2534b-7881-4ba7-b26f-7b4961635b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:19.961187 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-19a2534b-7881-4ba7-b26f-7b4961635b11 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/62a7c19b-b6a6-46ff-b2cf-3e9a259d4876 HTTP/1.1" status: 204  len: 168 time: 0.1590295
May 10 17:32:20.234656 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 36224) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:20.247659 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-15dcc880-f5aa-435d-9c35-4920d6a5e83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:20.253909 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c8781b4d-2a9b-4154-af1f-203e73f066f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:20.267944 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-c8781b4d-2a9b-4154-af1f-203e73f066f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:32:20.272386 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-c8781b4d-2a9b-4154-af1f-203e73f066f0 admin admin] Usage tracker for resource:security_group_rule and tenant:fe52f6d8c53b43349d9c706865db252c is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:32:20.275300 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-c8781b4d-2a9b-4154-af1f-203e73f066f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:32:20.280953 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-c8781b4d-2a9b-4154-af1f-203e73f066f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:32:20.362795 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c8781b4d-2a9b-4154-af1f-203e73f066f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:20.366483 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c8781b4d-2a9b-4154-af1f-203e73f066f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:20.374836 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a612d637-32e5-4866-946b-52c5ddb59082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:20.417206 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-c8781b4d-2a9b-4154-af1f-203e73f066f0 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=fe52f6d8c53b43349d9c706865db252c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1815124
May 10 17:32:20.418116 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8781b4d-2a9b-4154-af1f-203e73f066f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d5fa9c-796a-448c-9093-824f345a6108,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:20.419793 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 36230) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:20.420988 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-c8781b4d-2a9b-4154-af1f-203e73f066f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:20.482604 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-4eca2d59-2f6d-4178-8be2-93e8f7acc9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:20.507530 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-4eca2d59-2f6d-4178-8be2-93e8f7acc9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:20.557117 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-4eca2d59-2f6d-4178-8be2-93e8f7acc9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:20.560675 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-8159c09c-335d-4657-a4e7-7104e522dfc4 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:20.572785 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eca2d59-2f6d-4178-8be2-93e8f7acc9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d5fa9c-796a-448c-9093-824f345a6108,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:20.575535 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-4eca2d59-2f6d-4178-8be2-93e8f7acc9da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:20.583209 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-4eca2d59-2f6d-4178-8be2-93e8f7acc9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:20.584318 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-4eca2d59-2f6d-4178-8be2-93e8f7acc9da admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/01d5fa9c-796a-448c-9093-824f345a6108 HTTP/1.1" status: 204  len: 168 time: 0.1634121
May 10 17:32:21.306178 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 36254) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:21.406870 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-500320339-network', 'tenant_id': '8fb2aa314410446981bed63afd665410'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:32:21.412143 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:32:21.415938 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Usage tracker for resource:network and tenant:8fb2aa314410446981bed63afd665410 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:32:21.418754 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:32:21.425777 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:32:21.437161 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Made reservation on behalf of 8fb2aa314410446981bed63afd665410 for: {'network': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:32:21.439608 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for network, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:21.451768 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:21.465795 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:32:21.470175 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Usage tracker for resource:security_group_rule and tenant:8fb2aa314410446981bed63afd665410 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:32:21.473532 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:32:21.479761 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:32:21.554832 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:21.564614 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:21.568276 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:21.571407 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-f5c54908-0aef-4f37-aa86-c4717f7901e6 tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:21.602840 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309}  {{(pid=78697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:32:21.611286 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddbb660-d10a-491f-8cdb-8fd1ae8fadbc,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:21.614983 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:21.617508 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:21.618012 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.db.segments_db [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Added segment adf1ac9b-0a33-4728-83af-ac926a72c85f of type vlan for network 9afab9d9-3171-477a-8041-fd8012e27f60
May 10 17:32:21.644217 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765769838210'] for network, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:21.673020 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for network, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:21.674298 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:32:21.675013 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:21.679560 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-af31a062-3286-40b2-83f9-81b75ca209c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:21.772084 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.4646940
May 10 17:32:21.775030 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 36262) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:21.779562 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Pushing event updated for resources: {'Network': ['ID=9afab9d9-3171-477a-8041-fd8012e27f60,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:21.785005 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-cfed9c77-aea3-4673-91e3-1298604352dd admin admin] Request body: {'subnet': {'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-500320339-subnet', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'ip_version': 4}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:32:21.788214 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:21.789868 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Network 9afab9d9-3171-477a-8041-fd8012e27f60 details requested by agent ovs-agent-dv-cinder-786383-3-iscsi with host dv-cinder-786383-3-iscsi {{(pid=78699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:32:21.790249 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-cfed9c77-aea3-4673-91e3-1298604352dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:32:21.794160 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-cfed9c77-aea3-4673-91e3-1298604352dd admin admin] Usage tracker for resource:subnet and tenant:8fb2aa314410446981bed63afd665410 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:32:21.797064 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-cfed9c77-aea3-4673-91e3-1298604352dd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:32:21.802905 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-cfed9c77-aea3-4673-91e3-1298604352dd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:32:21.812165 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfed9c77-aea3-4673-91e3-1298604352dd admin admin] Made reservation on behalf of 8fb2aa314410446981bed63afd665410 for: {'subnet': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:32:21.814618 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-cfed9c77-aea3-4673-91e3-1298604352dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-11233373'] for subnet, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:22.187560 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-cfed9c77-aea3-4673-91e3-1298604352dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-944178', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-11233327'] for subnet, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:22.192421 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:22.260449 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed9c77-aea3-4673-91e3-1298604352dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cf24a54-82ea-4663-a879-4db69b2c97c2,revision_number=0']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:22.263105 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-cfed9c77-aea3-4673-91e3-1298604352dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:22.272849 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfed9c77-aea3-4673-91e3-1298604352dd admin admin] Checking segment: {'id': 'adf1ac9b-0a33-4728-83af-ac926a72c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:32:22.273201 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfed9c77-aea3-4673-91e3-1298604352dd admin admin] Network hostable DHCP agents. Network: 9afab9d9-3171-477a-8041-fd8012e27f60, hostable agents: ['09c01bda-92a2-48bb-bf54-854a116a5737'], hosted agents: [] {{(pid=78697) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:32:22.289261 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfed9c77-aea3-4673-91e3-1298604352dd admin admin] Network 9afab9d9-3171-477a-8041-fd8012e27f60 is scheduled to be hosted by DHCP agent 09c01bda-92a2-48bb-bf54-854a116a5737 with binding_index 1 {{(pid=78697) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:32:22.297721 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-cfed9c77-aea3-4673-91e3-1298604352dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-iscsi, 9afab9d9-3171-477a-8041-fd8012e27f60) {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:32:22.306275 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfed9c77-aea3-4673-91e3-1298604352dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:32:22.306889 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-cfed9c77-aea3-4673-91e3-1298604352dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:22.307193 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01c9bd2e-0c12-4665-bc1f-0f3288a45e83 None None] Network 9afab9d9-3171-477a-8041-fd8012e27f60 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:32:22.327292 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-cfed9c77-aea3-4673-91e3-1298604352dd admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.5494723
May 10 17:32:22.329910 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 36266) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:22.334810 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:32:22.339111 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:32:22.342971 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Usage tracker for resource:router and tenant:8fb2aa314410446981bed63afd665410 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:32:22.345772 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:32:22.351441 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:32:22.362929 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-487136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6000'] for router, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:22.363905 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3736232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5961'] for router, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:22.379411 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:22.524360 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d3316b4-c81d-5319-b15a-5a430cab7718-9afab9d9-3171-477a-8041-fd8012e27f60', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2'}]}} from dv-cinder-786383-3-iscsi. {{(pid=78699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:32:22.525189 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:22.648552 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5975'] for router, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:22.713991 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.db_base_plugin_common [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Allocated IP 172.20.0.2 (9afab9d9-3171-477a-8041-fd8012e27f60/9cf24a54-82ea-4663-a879-4db69b2c97c2/fa64fd66-f7ba-4b7e-9a10-8c34fede859a) {{(pid=78699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:32:22.817757 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:22.926582 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-a67fa610-ef85-4876-a91c-5649ff5b457e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:22.943141 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Notify callbacks [] for port, precommit_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:22.953481 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Transition to ACTIVE for port object fa64fd66-f7ba-4b7e-9a10-8c34fede859a will not be triggered until provisioned by entity L2. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:32:22.972208 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Transition to ACTIVE for port object fa64fd66-f7ba-4b7e-9a10-8c34fede859a will not be triggered until provisioned by entity DHCP. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:32:22.979387 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188'] for port, after_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:22.982920 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:23.042710 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Network 9afab9d9-3171-477a-8041-fd8012e27f60 is already hosted by enough agents. {{(pid=78699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:32:23.045447 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.scheduler.base_scheduler [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Resources bound (agent type, host, resource id):  {{(pid=78699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:32:23.054039 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Received port after_create {{(pid=78699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:32:23.060348 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Pushing event updated for resources: {'Port': ['ID=fa64fd66-f7ba-4b7e-9a10-8c34fede859a,revision_number=1']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:23.064176 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:23.074403 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:23.105361 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:23.175283 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Attempting to bind port fa64fd66-f7ba-4b7e-9a10-8c34fede859a on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:32:23.175763 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Attempting to bind port fa64fd66-f7ba-4b7e-9a10-8c34fede859a by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': 'adf1ac9b-0a33-4728-83af-ac926a72c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60'}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:32:23.176216 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Attempting to bind port fa64fd66-f7ba-4b7e-9a10-8c34fede859a on network 9afab9d9-3171-477a-8041-fd8012e27f60 {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:32:23.181582 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:32:23.181882 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Checking segment: {'id': 'adf1ac9b-0a33-4728-83af-ac926a72c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:32:23.182291 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:23.182725 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Bound using segment: {'id': 'adf1ac9b-0a33-4728-83af-ac926a72c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60'} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:32:23.183192 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Bound port: fa64fd66-f7ba-4b7e-9a10-8c34fede859a, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf1ac9b-0a33-4728-83af-ac926a72c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60'}}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:32:23.183568 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:23.243520 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_common [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Allocated IP 172.27.1.179 (bae4116f-378a-4109-9d6f-b35b773f5102/85c6ce2f-4b23-430e-8a05-d1a9c5baa36d/85c23ae9-151d-4431-afa2-95fb7fba4c5a) {{(pid=78697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:32:23.272246 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] For port fa64fd66-f7ba-4b7e-9a10-8c34fede859a, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:32:23.275656 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] For port fa64fd66-f7ba-4b7e-9a10-8c34fede859a, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=fa64fd66-f7ba-4b7e-9a10-8c34fede859a,segment=NetworkSegment(adf1ac9b-0a33-4728-83af-ac926a72c85f),segment_id=adf1ac9b-0a33-4728-83af-ac926a72c85f)] {{(pid=78699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:32:23.279061 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:23.282518 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:23.368908 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Pushing event updated for resources: {'Port': ['ID=fa64fd66-f7ba-4b7e-9a10-8c34fede859a,revision_number=2']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:23.376618 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:23.400572 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:23.431289 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:23.435147 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:23.498399 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Network bae4116f-378a-4109-9d6f-b35b773f5102 is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:32:23.501264 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:32:23.510509 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Received port after_create {{(pid=78697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:32:23.558113 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Pushing event updated for resources: {'Port': ['ID=85c23ae9-151d-4431-afa2-95fb7fba4c5a,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:23.562562 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:23.941775 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:23.977985 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:24.184156 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device fa64fd66-f7ba-4b7e-9a10-8c34fede859a up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:32:24.263450 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port fa64fd66-f7ba-4b7e-9a10-8c34fede859a completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:32:24.334022 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396803'] for router, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:24.402808 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d0f7bd-86d1-4c6e-82da-bcbee061a23f None None] Network 9afab9d9-3171-477a-8041-fd8012e27f60 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:32:24.509629 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-682ad89b-35be-48c5-a9b5-1bdfdc62b406 None None] Provisioning for port fa64fd66-f7ba-4b7e-9a10-8c34fede859a completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:32:24.528118 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-682ad89b-35be-48c5-a9b5-1bdfdc62b406 None None] Provisioning complete for port fa64fd66-f7ba-4b7e-9a10-8c34fede859a triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:32:24.528385 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-682ad89b-35be-48c5-a9b5-1bdfdc62b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:24.649185 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Router 37eaf824-c75e-4e52-8e49-9440c246b848 is scheduled to L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 with binding_index 1 {{(pid=78697) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:32:24.740501 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-682ad89b-35be-48c5-a9b5-1bdfdc62b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:24.783315 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-682ad89b-35be-48c5-a9b5-1bdfdc62b406 None None] For port fa64fd66-f7ba-4b7e-9a10-8c34fede859a, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=fa64fd66-f7ba-4b7e-9a10-8c34fede859a,segment=NetworkSegment(adf1ac9b-0a33-4728-83af-ac926a72c85f),segment_id=adf1ac9b-0a33-4728-83af-ac926a72c85f)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:32:24.787804 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-682ad89b-35be-48c5-a9b5-1bdfdc62b406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:24.789287 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:24.835716 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:32:24.847452 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] Sync routers for ids ['37eaf824-c75e-4e52-8e49-9440c246b848'] in dv-cinder-786383-3-iscsi {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:32:24.859864 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682ad89b-35be-48c5-a9b5-1bdfdc62b406 None None] Pushing event updated for resources: {'Port': ['ID=fa64fd66-f7ba-4b7e-9a10-8c34fede859a,revision_number=3']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:24.860246 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] Routers {'37eaf824-c75e-4e52-8e49-9440c246b848'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:32:24.861410 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f085b1610>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:32:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['37eaf824-c75e-4e52-8e49-9440c246b848'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:32:24.863560 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-682ad89b-35be-48c5-a9b5-1bdfdc62b406 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:24.875555 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] Notify callbacks [] for router, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:24.879690 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-48b99661-6f69-4bcc-9ddb-c5680051a499 admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.5461006
May 10 17:32:24.880103 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 36282) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:25.024565 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0edd2717-4999-412a-b338-c15107e522ab None None] Provisioning complete for port fa64fd66-f7ba-4b7e-9a10-8c34fede859a triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:32:25.025683 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0edd2717-4999-412a-b338-c15107e522ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:25.085687 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] Set router 37eaf824-c75e-4e52-8e49-9440c246b848 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:32:25.375724 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f085b1610>, [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:23Z', 'revision_number': 3, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:32:25.379486 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] Checking router: 37eaf824-c75e-4e52-8e49-9440c246b848 for host: dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:32:25.379832 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] Updating router 37eaf824-c75e-4e52-8e49-9440c246b848 port 85c23ae9-151d-4431-afa2-95fb7fba4c5a binding host dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:32:25.434296 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:25.435041 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:25.656330 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d72d90c6-25be-4160-8c34-0976ec5c7052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:25.769228 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:25.781688 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] Transition to ACTIVE for port object 85c23ae9-151d-4431-afa2-95fb7fba4c5a will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:32:25.788124 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:25.792901 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-8cf5d60f-000e-48f2-b221-4961b16b5019 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:25.874069 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [None req-d72d90c6-25be-4160-8c34-0976ec5c7052 admin admin] Allocated IP 172.20.0.1 (9afab9d9-3171-477a-8041-fd8012e27f60/9cf24a54-82ea-4663-a879-4db69b2c97c2/51d98f38-f4d8-41aa-9d95-be03b3526014) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:32:25.877377 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9277bc-2c8b-4115-aa38-addd4cec3b8a None None] Pushing event updated for resources: {'Port': ['ID=85c23ae9-151d-4431-afa2-95fb7fba4c5a,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:25.888337 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9277bc-2c8b-4115-aa38-addd4cec3b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:25.888788 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9277bc-2c8b-4115-aa38-addd4cec3b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:25.889205 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9277bc-2c8b-4115-aa38-addd4cec3b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:25.889531 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9277bc-2c8b-4115-aa38-addd4cec3b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:25.889869 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9277bc-2c8b-4115-aa38-addd4cec3b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:25.890203 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9277bc-2c8b-4115-aa38-addd4cec3b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:25.890653 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9277bc-2c8b-4115-aa38-addd4cec3b8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:25.891017 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9277bc-2c8b-4115-aa38-addd4cec3b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:25.891418 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9277bc-2c8b-4115-aa38-addd4cec3b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:25.891826 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9277bc-2c8b-4115-aa38-addd4cec3b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:25.892142 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9277bc-2c8b-4115-aa38-addd4cec3b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:25.892454 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a9277bc-2c8b-4115-aa38-addd4cec3b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78700) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:25.896978 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-0a9277bc-2c8b-4115-aa38-addd4cec3b8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:25.898210 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] Attempting to bind port 85c23ae9-151d-4431-afa2-95fb7fba4c5a on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:32:25.898654 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] Attempting to bind port 85c23ae9-151d-4431-afa2-95fb7fba4c5a by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:32:25.899027 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] Attempting to bind port 85c23ae9-151d-4431-afa2-95fb7fba4c5a on network bae4116f-378a-4109-9d6f-b35b773f5102 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:32:25.904650 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:32:25.905018 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] Checking segment: {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:32:25.905452 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:25.905782 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] Bound using segment: {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:32:25.906242 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] Bound port: 85c23ae9-151d-4431-afa2-95fb7fba4c5a, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:32:25.906667 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:25.995385 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] For port 85c23ae9-151d-4431-afa2-95fb7fba4c5a, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:32:25.999753 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] For port 85c23ae9-151d-4431-afa2-95fb7fba4c5a, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=85c23ae9-151d-4431-afa2-95fb7fba4c5a,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:32:26.004666 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:26.015215 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-9f85085f-acf5-46d9-9291-e96b992940b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:26.076684 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] Routers {'37eaf824-c75e-4e52-8e49-9440c246b848'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:32:26.077952 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f085b1610>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:32:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['37eaf824-c75e-4e52-8e49-9440c246b848'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:32:26.084923 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d72d90c6-25be-4160-8c34-0976ec5c7052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:26.105135 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.provisioning_blocks [None req-d72d90c6-25be-4160-8c34-0976ec5c7052 admin admin] Transition to ACTIVE for port object 51d98f38-f4d8-41aa-9d95-be03b3526014 will not be triggered until provisioned by entity DHCP. {{(pid=78698) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:32:26.129179 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d72d90c6-25be-4160-8c34-0976ec5c7052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:26.136973 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-05cb7c92-dd59-4435-bc11-5bb24f6dfa61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:26.150500 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device fa64fd66-f7ba-4b7e-9a10-8c34fede859a up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:32:26.199885 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72d90c6-25be-4160-8c34-0976ec5c7052 admin admin] Network 9afab9d9-3171-477a-8041-fd8012e27f60 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:32:26.203120 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-d72d90c6-25be-4160-8c34-0976ec5c7052 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:32:26.217944 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72d90c6-25be-4160-8c34-0976ec5c7052 admin admin] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:32:26.236099 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port fa64fd66-f7ba-4b7e-9a10-8c34fede859a triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:32:26.236733 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:26.245863 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9277bc-2c8b-4115-aa38-addd4cec3b8a None None] Pushing event updated for resources: {'Port': ['ID=85c23ae9-151d-4431-afa2-95fb7fba4c5a,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:26.250800 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-0a9277bc-2c8b-4115-aa38-addd4cec3b8a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:26.293670 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] Set router 37eaf824-c75e-4e52-8e49-9440c246b848 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:32:26.296027 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d90c6-25be-4160-8c34-0976ec5c7052 admin admin] Pushing event updated for resources: {'Port': ['ID=51d98f38-f4d8-41aa-9d95-be03b3526014,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:26.307894 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-d72d90c6-25be-4160-8c34-0976ec5c7052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:26.327882 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d72d90c6-25be-4160-8c34-0976ec5c7052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393436'] for router_interface, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:26.474033 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-94eb3cc1-1421-482a-8e71-6c3034717aed None None] Provisioning for port 51d98f38-f4d8-41aa-9d95-be03b3526014 completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:32:26.479563 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-94eb3cc1-1421-482a-8e71-6c3034717aed None None] Provisioning complete for port 51d98f38-f4d8-41aa-9d95-be03b3526014 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:32:26.480158 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-94eb3cc1-1421-482a-8e71-6c3034717aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:26.537568 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-94eb3cc1-1421-482a-8e71-6c3034717aed None None] Port 51d98f38-f4d8-41aa-9d95-be03b3526014 cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:32:26.599649 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d72d90c6-25be-4160-8c34-0976ec5c7052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:26.625019 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f085b1610>, [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:23Z', 'revision_number': 3, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:32:26.628975 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b860bde-07f3-4b05-b9c5-6706400d2fe1 None None] The sync data for ids ['37eaf824-c75e-4e52-8e49-9440c246b848'] in dv-cinder-786383-3-iscsi is: [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:23Z', 'revision_number': 3, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}] {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:32:26.835485 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d72d90c6-25be-4160-8c34-0976ec5c7052 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:26.841884 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d72d90c6-25be-4160-8c34-0976ec5c7052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10577401'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:26.868396 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:26.951118 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d90c6-25be-4160-8c34-0976ec5c7052 admin admin] Pushing event updated for resources: {'Port': ['ID=51d98f38-f4d8-41aa-9d95-be03b3526014,revision_number=2']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:26.953820 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d72d90c6-25be-4160-8c34-0976ec5c7052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393343'] for router_interface, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:26.958946 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-d72d90c6-25be-4160-8c34-0976ec5c7052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:27.207195 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72d90c6-25be-4160-8c34-0976ec5c7052 admin admin] Network 9afab9d9-3171-477a-8041-fd8012e27f60 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:32:27.208488 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-d72d90c6-25be-4160-8c34-0976ec5c7052 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:32:27.400819 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72d90c6-25be-4160-8c34-0976ec5c7052 admin admin] Router 37eaf824-c75e-4e52-8e49-9440c246b848 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:32:27.462853 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-ad093bf7-d948-4405-808e-583ba46581c3 None None] Provisioning complete for port 51d98f38-f4d8-41aa-9d95-be03b3526014 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:32:27.463394 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ad093bf7-d948-4405-808e-583ba46581c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:27.516412 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-ad093bf7-d948-4405-808e-583ba46581c3 None None] Port 51d98f38-f4d8-41aa-9d95-be03b3526014 cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:32:27.577080 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72d90c6-25be-4160-8c34-0976ec5c7052 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:32:27.592936 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-d72d90c6-25be-4160-8c34-0976ec5c7052 admin admin] 10.222.0.32 "PUT /v2.0/routers/37eaf824-c75e-4e52-8e49-9440c246b848/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7117569
May 10 17:32:28.140308 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] Sync routers for ids ['37eaf824-c75e-4e52-8e49-9440c246b848'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:32:28.149676 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] Routers {'37eaf824-c75e-4e52-8e49-9440c246b848'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:32:28.150301 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f095075b0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:32:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['37eaf824-c75e-4e52-8e49-9440c246b848'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:32:28.152050 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 36314) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:28.158714 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1755067194-network', 'tenant_id': '33dac0e51fed4661b92a22ebfde92b12'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:32:28.163842 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:32:28.171285 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Usage tracker for resource:network and tenant:33dac0e51fed4661b92a22ebfde92b12 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:32:28.176273 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:32:28.182150 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:32:28.192612 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Made reservation on behalf of 33dac0e51fed4661b92a22ebfde92b12 for: {'network': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:32:28.195154 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for network, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:28.207470 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:28.223107 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:32:28.227344 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Usage tracker for resource:security_group_rule and tenant:33dac0e51fed4661b92a22ebfde92b12 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:32:28.231004 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:32:28.238132 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:32:28.249003 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 85c23ae9-151d-4431-afa2-95fb7fba4c5a up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:32:28.332086 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:28.335886 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:28.338912 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-a1e9492a-5b09-4f09-a097-94b5ff70bf3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:28.373989 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=78697) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
May 10 17:32:28.379331 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2480adea-b95e-46de-9cff-76af811cb6dc,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:28.383199 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:28.388629 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:28.389093 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.db.segments_db [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Added segment f1d6f86e-fead-4e9b-a57f-c1ac03353a68 of type vlan for network 8a8e168d-b0d5-4663-ae76-530f4ddb711c
May 10 17:32:28.409871 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port 85c23ae9-151d-4431-afa2-95fb7fba4c5a completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:32:28.417501 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765769838210'] for network, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:28.432835 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 85c23ae9-151d-4431-afa2-95fb7fba4c5a triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:32:28.433225 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:28.446178 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749'] for network, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:28.447563 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:32:28.448142 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:28.451421 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:28.468605 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] Set router 37eaf824-c75e-4e52-8e49-9440c246b848 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:32:28.551593 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] 10.222.0.32 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.3977950
May 10 17:32:28.552514 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Pushing event updated for resources: {'Network': ['ID=8a8e168d-b0d5-4663-ae76-530f4ddb711c,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:28.555383 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-0dc61abc-96cc-4983-8de0-a5444ccb270f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:28.556054 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 36320) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:28.562836 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-809abce9-9516-48cf-9fdd-6e256d2ce4c4 admin admin] Request body: {'subnet': {'network_id': '8a8e168d-b0d5-4663-ae76-530f4ddb711c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1755067194-subnet', 'tenant_id': '33dac0e51fed4661b92a22ebfde92b12', 'ip_version': 4}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:32:28.567738 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-809abce9-9516-48cf-9fdd-6e256d2ce4c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:32:28.571540 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-809abce9-9516-48cf-9fdd-6e256d2ce4c4 admin admin] Usage tracker for resource:subnet and tenant:33dac0e51fed4661b92a22ebfde92b12 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:32:28.574462 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-809abce9-9516-48cf-9fdd-6e256d2ce4c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:32:28.580224 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-809abce9-9516-48cf-9fdd-6e256d2ce4c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:32:28.590637 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-809abce9-9516-48cf-9fdd-6e256d2ce4c4 admin admin] Made reservation on behalf of 33dac0e51fed4661b92a22ebfde92b12 for: {'subnet': 1} {{(pid=78698) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:32:28.593056 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-809abce9-9516-48cf-9fdd-6e256d2ce4c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10672894'] for subnet, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:28.612749 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Network 8a8e168d-b0d5-4663-ae76-530f4ddb711c details requested by agent ovs-agent-dv-cinder-786383-3-iscsi with host dv-cinder-786383-3-iscsi {{(pid=78699) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
May 10 17:32:28.865017 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:28.926778 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port 85c23ae9-151d-4431-afa2-95fb7fba4c5a, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=85c23ae9-151d-4431-afa2-95fb7fba4c5a,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:32:28.933362 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:28.935798 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:28.975400 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-809abce9-9516-48cf-9fdd-6e256d2ce4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10710128', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10672780'] for subnet, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:28.980463 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:29.008949 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=85c23ae9-151d-4431-afa2-95fb7fba4c5a,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:29.012829 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:29.026531 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f095075b0>, [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '51d98f38-f4d8-41aa-9d95-be03b3526014', 'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'mac_address': 'fa:16:3e:f9:11:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:25Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 2, 'project_id': '8fb2aa314410446981bed63afd665410', 'subnets': [{'id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:32:29.031026 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] Checking router: 37eaf824-c75e-4e52-8e49-9440c246b848 for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:32:29.031549 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] Updating router 37eaf824-c75e-4e52-8e49-9440c246b848 port 51d98f38-f4d8-41aa-9d95-be03b3526014 binding host dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:32:29.050159 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809abce9-9516-48cf-9fdd-6e256d2ce4c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04ad934a-3291-46f1-91ab-f5d9fcb45d4b,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:29.053165 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-809abce9-9516-48cf-9fdd-6e256d2ce4c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:29.060895 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-809abce9-9516-48cf-9fdd-6e256d2ce4c4 admin admin] Checking segment: {'id': 'f1d6f86e-fead-4e9b-a57f-c1ac03353a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8a8e168d-b0d5-4663-ae76-530f4ddb711c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78698) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:32:29.061245 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809abce9-9516-48cf-9fdd-6e256d2ce4c4 admin admin] Network hostable DHCP agents. Network: 8a8e168d-b0d5-4663-ae76-530f4ddb711c, hostable agents: ['09c01bda-92a2-48bb-bf54-854a116a5737'], hosted agents: [] {{(pid=78698) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
May 10 17:32:29.078196 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-809abce9-9516-48cf-9fdd-6e256d2ce4c4 admin admin] Network 8a8e168d-b0d5-4663-ae76-530f4ddb711c is scheduled to be hosted by DHCP agent 09c01bda-92a2-48bb-bf54-854a116a5737 with binding_index 1 {{(pid=78698) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
May 10 17:32:29.087590 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-809abce9-9516-48cf-9fdd-6e256d2ce4c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-3-iscsi, 8a8e168d-b0d5-4663-ae76-530f4ddb711c) {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:32:29.090096 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:29.096994 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-809abce9-9516-48cf-9fdd-6e256d2ce4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:32:29.097591 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-809abce9-9516-48cf-9fdd-6e256d2ce4c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:29.101128 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331b0acf-447f-46e1-96a3-2057908f98c1 None None] Network 8a8e168d-b0d5-4663-ae76-530f4ddb711c requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:32:29.120979 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-809abce9-9516-48cf-9fdd-6e256d2ce4c4 admin admin] 10.222.0.32 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5638137
May 10 17:32:29.123627 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 36324) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:29.129043 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1755067194-router', 'tenant_id': '33dac0e51fed4661b92a22ebfde92b12', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:32:29.133368 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:32:29.137155 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Usage tracker for resource:router and tenant:33dac0e51fed4661b92a22ebfde92b12 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:32:29.139940 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:32:29.146957 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:32:29.156835 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-487136', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6000'] for router, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:29.157821 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-487151', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-422383', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3736232', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5961'] for router, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:29.173183 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:29.434867 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-422294', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420116', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5975'] for router, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:29.507178 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9d3316b4-c81d-5319-b15a-5a430cab7718-8a8e168d-b0d5-4663-ae76-530f4ddb711c', 'network_id': '8a8e168d-b0d5-4663-ae76-530f4ddb711c', 'tenant_id': '33dac0e51fed4661b92a22ebfde92b12', 'fixed_ips': [{'subnet_id': '04ad934a-3291-46f1-91ab-f5d9fcb45d4b'}]}} from dv-cinder-786383-3-iscsi. {{(pid=78699) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
May 10 17:32:29.508014 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:29.809535 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] Notify callbacks [] for port, precommit_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:29.816524 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.db_base_plugin_common [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Allocated IP 172.20.0.2 (8a8e168d-b0d5-4663-ae76-530f4ddb711c/04ad934a-3291-46f1-91ab-f5d9fcb45d4b/594ed3ef-03f7-465e-ace2-ff8aa7cba1d4) {{(pid=78699) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:32:29.831956 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] Transition to ACTIVE for port object 51d98f38-f4d8-41aa-9d95-be03b3526014 will not be triggered until provisioned by entity L2. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:32:29.855414 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:29.855997 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:29.862408 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:29.887353 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:30.026433 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Allocated IP 172.27.1.132 (bae4116f-378a-4109-9d6f-b35b773f5102/85c6ce2f-4b23-430e-8a05-d1a9c5baa36d/222b62fb-ceab-4daa-8380-3992f3d3d990) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:32:30.095774 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02eea1-6ecd-4ee4-b5d1-37cdf5eab030 None None] Pushing event updated for resources: {'Port': ['ID=51d98f38-f4d8-41aa-9d95-be03b3526014,revision_number=3']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:30.110491 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-6c02eea1-6ecd-4ee4-b5d1-37cdf5eab030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:30.193321 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:30.195406 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 85c23ae9-151d-4431-afa2-95fb7fba4c5a up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:32:30.221812 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:30.225433 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:30.289051 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Network bae4116f-378a-4109-9d6f-b35b773f5102 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:32:30.296642 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:32:30.302230 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:32:30.326525 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Pushing event updated for resources: {'Port': ['ID=222b62fb-ceab-4daa-8380-3992f3d3d990,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:30.331660 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:30.332317 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Notify callbacks [] for port, precommit_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:30.340107 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] Attempting to bind port 51d98f38-f4d8-41aa-9d95-be03b3526014 on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:32:30.340480 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] Attempting to bind port 51d98f38-f4d8-41aa-9d95-be03b3526014 by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': 'adf1ac9b-0a33-4728-83af-ac926a72c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60'}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:32:30.340849 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] Attempting to bind port 51d98f38-f4d8-41aa-9d95-be03b3526014 on network 9afab9d9-3171-477a-8041-fd8012e27f60 {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:32:30.352355 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Transition to ACTIVE for port object 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4 will not be triggered until provisioned by entity L2. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:32:30.358895 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:32:30.359270 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] Checking segment: {'id': 'adf1ac9b-0a33-4728-83af-ac926a72c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:32:30.359674 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:30.360070 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] Bound using segment: {'id': 'adf1ac9b-0a33-4728-83af-ac926a72c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60'} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:32:30.360545 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] Bound port: 51d98f38-f4d8-41aa-9d95-be03b3526014, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf1ac9b-0a33-4728-83af-ac926a72c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60'}}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:32:30.360941 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:30.422280 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Transition to ACTIVE for port object 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4 will not be triggered until provisioned by entity DHCP. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:32:30.440853 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188'] for port, after_create {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:30.446003 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:30.480447 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 85c23ae9-151d-4431-afa2-95fb7fba4c5a triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:32:30.480825 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:30.578164 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Network 8a8e168d-b0d5-4663-ae76-530f4ddb711c is already hosted by enough agents. {{(pid=78699) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:32:30.585060 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.scheduler.base_scheduler [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Resources bound (agent type, host, resource id):  {{(pid=78699) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:32:30.590180 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Pushing event updated for resources: {'Port': ['ID=594ed3ef-03f7-465e-ace2-ff8aa7cba1d4,revision_number=1']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:30.592680 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] For port 51d98f38-f4d8-41aa-9d95-be03b3526014, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:32:30.601096 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Received port after_create {{(pid=78699) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:32:30.603183 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:30.642883 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] For port 51d98f38-f4d8-41aa-9d95-be03b3526014, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=51d98f38-f4d8-41aa-9d95-be03b3526014,segment=NetworkSegment(adf1ac9b-0a33-4728-83af-ac926a72c85f),segment_id=adf1ac9b-0a33-4728-83af-ac926a72c85f)] {{(pid=78699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:32:30.676103 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:30.687571 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-39db4591-5999-4221-9e8e-19d2598b8dfa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:30.717016 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:30.797441 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Attempting to bind port 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4 on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:32:30.797713 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Attempting to bind port 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4 by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': 'f1d6f86e-fead-4e9b-a57f-c1ac03353a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8a8e168d-b0d5-4663-ae76-530f4ddb711c'}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:32:30.798083 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Attempting to bind port 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4 on network 8a8e168d-b0d5-4663-ae76-530f4ddb711c {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:32:30.827760 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:32:30.828142 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Checking segment: {'id': 'f1d6f86e-fead-4e9b-a57f-c1ac03353a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8a8e168d-b0d5-4663-ae76-530f4ddb711c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:32:30.828607 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:30.828957 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Bound using segment: {'id': 'f1d6f86e-fead-4e9b-a57f-c1ac03353a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8a8e168d-b0d5-4663-ae76-530f4ddb711c'} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:32:30.829438 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Bound port: 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d6f86e-fead-4e9b-a57f-c1ac03353a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8a8e168d-b0d5-4663-ae76-530f4ddb711c'}}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:32:30.829819 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:30.859355 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] Routers {'37eaf824-c75e-4e52-8e49-9440c246b848'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:32:30.860006 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f095075b0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:32:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['37eaf824-c75e-4e52-8e49-9440c246b848'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:32:30.909047 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02eea1-6ecd-4ee4-b5d1-37cdf5eab030 None None] Pushing event updated for resources: {'Port': ['ID=51d98f38-f4d8-41aa-9d95-be03b3526014,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:30.918261 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-6c02eea1-6ecd-4ee4-b5d1-37cdf5eab030 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:31.057730 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420205', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-396803'] for router, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:31.095854 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] For port 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:32:31.100861 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] For port 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=594ed3ef-03f7-465e-ace2-ff8aa7cba1d4,segment=NetworkSegment(f1d6f86e-fead-4e9b-a57f-c1ac03353a68),segment_id=f1d6f86e-fead-4e9b-a57f-c1ac03353a68)] {{(pid=78699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:32:31.113513 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:31.121007 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:31.162659 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] Set router 37eaf824-c75e-4e52-8e49-9440c246b848 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:32:31.380264 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Router 914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6 is scheduled to L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 with binding_index 1 {{(pid=78698) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
May 10 17:32:31.383140 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Pushing event updated for resources: {'Port': ['ID=594ed3ef-03f7-465e-ace2-ff8aa7cba1d4,revision_number=2']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:31.388264 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:31.591834 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:32:31.602105 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f095075b0>, [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '51d98f38-f4d8-41aa-9d95-be03b3526014', 'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'mac_address': 'fa:16:3e:f9:11:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:25Z', 'updated_at': '2021-05-10T17:32:30Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'subnets': [{'id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:32:31.606869 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] Sync routers for ids ['914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6'] in dv-cinder-786383-3-iscsi {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:32:31.607347 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f605a495-a305-4877-99cc-3deeecf60e69 None None] The sync data for ids ['37eaf824-c75e-4e52-8e49-9440c246b848'] in dv-cinder-786383-3-iscsi is: [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '51d98f38-f4d8-41aa-9d95-be03b3526014', 'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'mac_address': 'fa:16:3e:f9:11:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:25Z', 'updated_at': '2021-05-10T17:32:30Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'subnets': [{'id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:32:31.619554 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] Routers {'914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:32:31.620378 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08ac40d0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:32:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:32:31.631031 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] Notify callbacks [] for router, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:31.632551 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-565092c9-b4be-4c5e-bd84-3ba0d8c2accd admin admin] 10.222.0.32 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 2.5079584
May 10 17:32:31.635237 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 36334) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:31.834838 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] Set router 914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:32:32.161748 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08ac40d0>, [{'id': '914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6', 'name': 'tempest-TestVolumeBootPattern-1755067194-router', 'tenant_id': '33dac0e51fed4661b92a22ebfde92b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '222b62fb-ceab-4daa-8380-3992f3d3d990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:29Z', 'updated_at': '2021-05-10T17:32:30Z', 'revision_number': 3, 'project_id': '33dac0e51fed4661b92a22ebfde92b12', 'gw_port': {'id': '222b62fb-ceab-4daa-8380-3992f3d3d990', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:15:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:29Z', 'updated_at': '2021-05-10T17:32:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:32:32.166811 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] Checking router: 914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6 for host: dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:32:32.167428 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] Updating router 914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6 port 222b62fb-ceab-4daa-8380-3992f3d3d990 binding host dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:32:32.238538 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:32.310880 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 51d98f38-f4d8-41aa-9d95-be03b3526014 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:32:32.430733 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port 51d98f38-f4d8-41aa-9d95-be03b3526014 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:32:32.436480 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 51d98f38-f4d8-41aa-9d95-be03b3526014 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:32:32.437065 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:32.463438 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:32.472855 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba173124-a66a-4e15-8bad-5fc2092e066d None None] Network 8a8e168d-b0d5-4663-ae76-530f4ddb711c requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:32:32.603787 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-f3306e96-249d-4299-90d6-0e5191b3c6f2 None None] Provisioning for port 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4 completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:32:32.657209 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] Notify callbacks [] for port, precommit_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:32.671610 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.provisioning_blocks [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] Transition to ACTIVE for port object 222b62fb-ceab-4daa-8380-3992f3d3d990 will not be triggered until provisioned by entity L2. {{(pid=78700) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:32:32.681555 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:32.688843 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:32.724606 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:32.786617 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d742a53-7f59-4a5d-971d-87e727599833 None None] Pushing event updated for resources: {'Port': ['ID=222b62fb-ceab-4daa-8380-3992f3d3d990,revision_number=2']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:32.804601 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-1d742a53-7f59-4a5d-971d-87e727599833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:32.813690 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] Attempting to bind port 222b62fb-ceab-4daa-8380-3992f3d3d990 on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:32:32.814266 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] Attempting to bind port 222b62fb-ceab-4daa-8380-3992f3d3d990 by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:32:32.814879 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] Attempting to bind port 222b62fb-ceab-4daa-8380-3992f3d3d990 on network bae4116f-378a-4109-9d6f-b35b773f5102 {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:32:32.826073 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:32:32.826666 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] Checking segment: {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78700) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:32:32.827202 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:32.827691 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] Bound using segment: {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'} {{(pid=78700) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:32:32.828271 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.managers [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] Bound port: 222b62fb-ceab-4daa-8380-3992f3d3d990, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed03d9ee-527d-4e56-816a-1dcafe7ca9b1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102'}}] {{(pid=78700) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:32:32.828762 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:32.880680 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port 51d98f38-f4d8-41aa-9d95-be03b3526014, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=51d98f38-f4d8-41aa-9d95-be03b3526014,segment=NetworkSegment(adf1ac9b-0a33-4728-83af-ac926a72c85f),segment_id=adf1ac9b-0a33-4728-83af-ac926a72c85f)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:32:32.891614 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_common [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] Allocated IP 172.20.0.1 (8a8e168d-b0d5-4663-ae76-530f4ddb711c/04ad934a-3291-46f1-91ab-f5d9fcb45d4b/202d6774-b5cc-44ed-beb8-60d88eb2b350) {{(pid=78697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:32:32.913681 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:32.913681 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:32:32.946482 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:32.958045 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] For port 222b62fb-ceab-4daa-8380-3992f3d3d990, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78700) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:32:32.962310 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.plugins.ml2.db [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] For port 222b62fb-ceab-4daa-8380-3992f3d3d990, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=222b62fb-ceab-4daa-8380-3992f3d3d990,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78700) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:32:32.970876 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron_lib.callbacks.manager [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78700) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:32.975661 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-9f85085f-acf5-46d9-9291-e96b992940b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:33.073635 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=51d98f38-f4d8-41aa-9d95-be03b3526014,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:33.097652 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:33.099991 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] Notify callbacks [] for port, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:33.111465 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:32:33.121326 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:32:33.121707 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:33.129349 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.provisioning_blocks [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] Transition to ACTIVE for port object 202d6774-b5cc-44ed-beb8-60d88eb2b350 will not be triggered until provisioned by entity DHCP. {{(pid=78697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:32:33.141380 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d742a53-7f59-4a5d-971d-87e727599833 None None] Pushing event updated for resources: {'Port': ['ID=222b62fb-ceab-4daa-8380-3992f3d3d990,revision_number=3']} {{(pid=78700) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:33.156620 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG oslo_concurrency.lockutils [None req-1d742a53-7f59-4a5d-971d-87e727599833 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=78700) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:33.160053 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] Routers {'914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:32:33.160690 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08ac40d0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:32:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:32:33.173081 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:33.179249 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-60c4e483-29ee-4577-930c-823e815ad490 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:33.250018 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] Network 8a8e168d-b0d5-4663-ae76-530f4ddb711c is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:32:33.254489 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:33.255312 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:32:33.261615 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] Received port after_create {{(pid=78697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:32:33.301496 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=594ed3ef-03f7-465e-ace2-ff8aa7cba1d4,segment=NetworkSegment(f1d6f86e-fead-4e9b-a57f-c1ac03353a68),segment_id=f1d6f86e-fead-4e9b-a57f-c1ac03353a68)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:32:33.306649 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:33.308486 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-7e9943e8-53ab-43cc-832d-44403d70d5fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:33.325633 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] Pushing event updated for resources: {'Port': ['ID=202d6774-b5cc-44ed-beb8-60d88eb2b350,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:33.329662 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:33.351084 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-393436'] for router_interface, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:33.369318 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] Set router 914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:32:33.381629 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=594ed3ef-03f7-465e-ace2-ff8aa7cba1d4,revision_number=3']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:33.384852 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:33.445466 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-872aa3a7-38fc-455b-837d-47492d9179e6 None None] Provisioning complete for port 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:32:33.445850 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-872aa3a7-38fc-455b-837d-47492d9179e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:33.489977 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:33.698820 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-d8de6379-1bfd-4007-bb50-3c43ac1e1bf1 None None] Provisioning for port 202d6774-b5cc-44ed-beb8-60d88eb2b350 completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:32:33.702690 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08ac40d0>, [{'id': '914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6', 'name': 'tempest-TestVolumeBootPattern-1755067194-router', 'tenant_id': '33dac0e51fed4661b92a22ebfde92b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '222b62fb-ceab-4daa-8380-3992f3d3d990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:29Z', 'updated_at': '2021-05-10T17:32:30Z', 'revision_number': 3, 'project_id': '33dac0e51fed4661b92a22ebfde92b12', 'gw_port': {'id': '222b62fb-ceab-4daa-8380-3992f3d3d990', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:15:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:29Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:32:33.704014 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-d8de6379-1bfd-4007-bb50-3c43ac1e1bf1 None None] Provisioning complete for port 202d6774-b5cc-44ed-beb8-60d88eb2b350 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:32:33.704393 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-d8de6379-1bfd-4007-bb50-3c43ac1e1bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:33.707421 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8943696b-8a92-4f50-99e8-0f60c0a3ed11 None None] The sync data for ids ['914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6'] in dv-cinder-786383-3-iscsi is: [{'id': '914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6', 'name': 'tempest-TestVolumeBootPattern-1755067194-router', 'tenant_id': '33dac0e51fed4661b92a22ebfde92b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '222b62fb-ceab-4daa-8380-3992f3d3d990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:29Z', 'updated_at': '2021-05-10T17:32:30Z', 'revision_number': 3, 'project_id': '33dac0e51fed4661b92a22ebfde92b12', 'gw_port': {'id': '222b62fb-ceab-4daa-8380-3992f3d3d990', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:15:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:29Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}] {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:32:33.739824 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] Notify callbacks [] for port, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:33.745077 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:33.762448 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-d8de6379-1bfd-4007-bb50-3c43ac1e1bf1 None None] Port 202d6774-b5cc-44ed-beb8-60d88eb2b350 cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:32:33.772909 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-868dc13b-c15a-4137-809a-5619e37b269d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:33.853818 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3695767', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-393343'] for router_interface, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:33.858429 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] Pushing event updated for resources: {'Port': ['ID=202d6774-b5cc-44ed-beb8-60d88eb2b350,revision_number=2']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:33.863054 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:34.013376 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] Network 8a8e168d-b0d5-4663-ae76-530f4ddb711c is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:32:34.015003 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:32:34.268586 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] Router 914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:32:34.289041 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-15049b0a-4143-47b1-ac91-2ba8d7c02181 None None] Provisioning complete for port 202d6774-b5cc-44ed-beb8-60d88eb2b350 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:32:34.289416 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-15049b0a-4143-47b1-ac91-2ba8d7c02181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:34.327062 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 51d98f38-f4d8-41aa-9d95-be03b3526014 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:32:34.420335 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-15049b0a-4143-47b1-ac91-2ba8d7c02181 None None] Port 202d6774-b5cc-44ed-beb8-60d88eb2b350 cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:32:34.430744 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 51d98f38-f4d8-41aa-9d95-be03b3526014 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:32:34.431465 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:34.478185 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:32:34.487886 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] 10.222.0.32 "PUT /v2.0/routers/914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8513751
May 10 17:32:34.573318 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 222b62fb-ceab-4daa-8380-3992f3d3d990 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:32:34.732047 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port 222b62fb-ceab-4daa-8380-3992f3d3d990 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:32:34.737146 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 222b62fb-ceab-4daa-8380-3992f3d3d990 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:32:34.737522 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:34.861280 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:34.877594 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port 222b62fb-ceab-4daa-8380-3992f3d3d990, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=222b62fb-ceab-4daa-8380-3992f3d3d990,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:32:34.881536 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:34.882406 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:32:34.910156 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-3528824e-4379-484e-b02f-80ae561f9ca7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:34.997735 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=222b62fb-ceab-4daa-8380-3992f3d3d990,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:35.001411 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:35.012095 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:32:35.012466 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:35.165554 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 36358) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:35.171274 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-6deb1d36-5dda-450f-8d88-10499a89ad8c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1276330258', 'description': 'tempest-secgroup-smoke-1276330258 description', 'project_id': '8fb2aa314410446981bed63afd665410'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:32:35.177955 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-6deb1d36-5dda-450f-8d88-10499a89ad8c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:32:35.181924 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-6deb1d36-5dda-450f-8d88-10499a89ad8c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Usage tracker for resource:security_group and tenant:8fb2aa314410446981bed63afd665410 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:32:35.184814 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-6deb1d36-5dda-450f-8d88-10499a89ad8c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:32:35.190716 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-6deb1d36-5dda-450f-8d88-10499a89ad8c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:32:35.200743 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6deb1d36-5dda-450f-8d88-10499a89ad8c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:35.220271 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-6deb1d36-5dda-450f-8d88-10499a89ad8c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:32:35.224718 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-6deb1d36-5dda-450f-8d88-10499a89ad8c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Usage tracker for resource:security_group_rule and tenant:8fb2aa314410446981bed63afd665410 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:32:35.227758 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-6deb1d36-5dda-450f-8d88-10499a89ad8c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:32:35.233898 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-6deb1d36-5dda-450f-8d88-10499a89ad8c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:32:35.305106 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6deb1d36-5dda-450f-8d88-10499a89ad8c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:35.308805 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6deb1d36-5dda-450f-8d88-10499a89ad8c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:35.312309 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-23a809e5-edd3-41de-b38a-42252a7f9ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:35.417365 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] Sync routers for ids ['914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:32:35.427604 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] Routers {'914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:32:35.428230 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f084eda00>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:32:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:32:35.464327 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deb1d36-5dda-450f-8d88-10499a89ad8c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae95ddce-3601-4a23-b9ed-669e0da2c1e9,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:35.467222 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6deb1d36-5dda-450f-8d88-10499a89ad8c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:35.468406 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-6deb1d36-5dda-450f-8d88-10499a89ad8c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3017659
May 10 17:32:35.469260 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-6deb1d36-5dda-450f-8d88-10499a89ad8c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:35.471924 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 36362) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:35.476945 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-53ad588f-a6ed-4c16-ac5b-10e538e034ec tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Request body: {'security_group_rule': {'security_group_id': 'ae95ddce-3601-4a23-b9ed-669e0da2c1e9', 'project_id': '8fb2aa314410446981bed63afd665410', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:32:35.482899 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-53ad588f-a6ed-4c16-ac5b-10e538e034ec tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:32:35.486730 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-53ad588f-a6ed-4c16-ac5b-10e538e034ec tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Usage tracker for resource:security_group_rule and tenant:8fb2aa314410446981bed63afd665410 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:32:35.489826 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-53ad588f-a6ed-4c16-ac5b-10e538e034ec tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:32:35.496418 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-53ad588f-a6ed-4c16-ac5b-10e538e034ec tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:32:35.512125 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-53ad588f-a6ed-4c16-ac5b-10e538e034ec tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:35.571346 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-53ad588f-a6ed-4c16-ac5b-10e538e034ec tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:35.575046 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-53ad588f-a6ed-4c16-ac5b-10e538e034ec tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:35.577024 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:35.597108 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ad588f-a6ed-4c16-ac5b-10e538e034ec tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbb547ea-28ef-4efb-a7c5-1e4fb1103fb0,revision_number=0']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:35.601884 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-53ad588f-a6ed-4c16-ac5b-10e538e034ec tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:35.606373 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] Set router 914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:32:35.609448 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-53ad588f-a6ed-4c16-ac5b-10e538e034ec tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:35.610629 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-53ad588f-a6ed-4c16-ac5b-10e538e034ec tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1377916
May 10 17:32:35.613449 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 36366) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:35.618477 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-9c964c83-2f0b-4ef0-808e-6c89c5c27a15 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Request body: {'security_group_rule': {'security_group_id': 'ae95ddce-3601-4a23-b9ed-669e0da2c1e9', 'project_id': '8fb2aa314410446981bed63afd665410', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:32:35.624084 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-9c964c83-2f0b-4ef0-808e-6c89c5c27a15 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:32:35.627878 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-9c964c83-2f0b-4ef0-808e-6c89c5c27a15 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Usage tracker for resource:security_group_rule and tenant:8fb2aa314410446981bed63afd665410 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:32:35.630839 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-9c964c83-2f0b-4ef0-808e-6c89c5c27a15 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:32:35.636574 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-9c964c83-2f0b-4ef0-808e-6c89c5c27a15 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:32:35.654044 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-9c964c83-2f0b-4ef0-808e-6c89c5c27a15 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:35.731117 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-9c964c83-2f0b-4ef0-808e-6c89c5c27a15 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:35.735072 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-9c964c83-2f0b-4ef0-808e-6c89c5c27a15 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:35.737108 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:35.758736 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c964c83-2f0b-4ef0-808e-6c89c5c27a15 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb228e4-ea15-4ec3-9ce4-2bd8b47ece3d,revision_number=0']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:35.761335 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-9c964c83-2f0b-4ef0-808e-6c89c5c27a15 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:35.770603 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-9c964c83-2f0b-4ef0-808e-6c89c5c27a15 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:35.771970 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-9c964c83-2f0b-4ef0-808e-6c89c5c27a15 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1574957
May 10 17:32:35.774569 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 36372) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:35.780451 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-5890d9a5-2ff7-483b-930f-6ce9a6c82a02 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Request body: {'security_group_rule': {'security_group_id': 'ae95ddce-3601-4a23-b9ed-669e0da2c1e9', 'project_id': '8fb2aa314410446981bed63afd665410', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:32:35.786773 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-5890d9a5-2ff7-483b-930f-6ce9a6c82a02 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:32:35.790797 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-5890d9a5-2ff7-483b-930f-6ce9a6c82a02 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Usage tracker for resource:security_group_rule and tenant:8fb2aa314410446981bed63afd665410 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:32:35.795739 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-5890d9a5-2ff7-483b-930f-6ce9a6c82a02 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:32:35.801633 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-5890d9a5-2ff7-483b-930f-6ce9a6c82a02 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:32:35.818443 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-5890d9a5-2ff7-483b-930f-6ce9a6c82a02 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:35.889396 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-5890d9a5-2ff7-483b-930f-6ce9a6c82a02 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:35.892953 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-5890d9a5-2ff7-483b-930f-6ce9a6c82a02 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:35.895585 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-9c964c83-2f0b-4ef0-808e-6c89c5c27a15 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:35.917219 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5890d9a5-2ff7-483b-930f-6ce9a6c82a02 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af0c851b-0a23-4802-bf09-94bfa96d2e4f,revision_number=0']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:35.919661 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-5890d9a5-2ff7-483b-930f-6ce9a6c82a02 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:35.927205 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-5890d9a5-2ff7-483b-930f-6ce9a6c82a02 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:35.928566 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-5890d9a5-2ff7-483b-930f-6ce9a6c82a02 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1529794
May 10 17:32:35.931374 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 36380) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:35.936749 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-636b646e-3b3d-4032-b262-d2d40bdc89df tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Request body: {'security_group_rule': {'security_group_id': 'ae95ddce-3601-4a23-b9ed-669e0da2c1e9', 'project_id': '8fb2aa314410446981bed63afd665410', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:32:35.939464 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f084eda00>, [{'id': '914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6', 'name': 'tempest-TestVolumeBootPattern-1755067194-router', 'tenant_id': '33dac0e51fed4661b92a22ebfde92b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '222b62fb-ceab-4daa-8380-3992f3d3d990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:29Z', 'updated_at': '2021-05-10T17:32:33Z', 'revision_number': 4, 'project_id': '33dac0e51fed4661b92a22ebfde92b12', 'gw_port': {'id': '222b62fb-ceab-4daa-8380-3992f3d3d990', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:29Z', 'updated_at': '2021-05-10T17:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '202d6774-b5cc-44ed-beb8-60d88eb2b350', 'name': '', 'network_id': '8a8e168d-b0d5-4663-ae76-530f4ddb711c', 'tenant_id': '33dac0e51fed4661b92a22ebfde92b12', 'mac_address': 'fa:16:3e:94:ce:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '04ad934a-3291-46f1-91ab-f5d9fcb45d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:32Z', 'updated_at': '2021-05-10T17:32:33Z', 'revision_number': 2, 'project_id': '33dac0e51fed4661b92a22ebfde92b12', 'subnets': [{'id': '04ad934a-3291-46f1-91ab-f5d9fcb45d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:32:35.943018 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-636b646e-3b3d-4032-b262-d2d40bdc89df tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:32:35.944615 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] Checking router: 914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6 for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:32:35.944978 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] Updating router 914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6 port 202d6774-b5cc-44ed-beb8-60d88eb2b350 binding host dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
May 10 17:32:35.946871 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-636b646e-3b3d-4032-b262-d2d40bdc89df tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Usage tracker for resource:security_group_rule and tenant:8fb2aa314410446981bed63afd665410 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:32:35.949903 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-636b646e-3b3d-4032-b262-d2d40bdc89df tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:32:35.956350 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-636b646e-3b3d-4032-b262-d2d40bdc89df tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:32:35.975833 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-636b646e-3b3d-4032-b262-d2d40bdc89df tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:36.001986 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:36.045078 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-636b646e-3b3d-4032-b262-d2d40bdc89df tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:36.049284 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-636b646e-3b3d-4032-b262-d2d40bdc89df tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:36.051770 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:36.098033 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636b646e-3b3d-4032-b262-d2d40bdc89df tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f356eb-b1d2-43f1-8dc9-88e70ca42384,revision_number=0']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:36.101554 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-636b646e-3b3d-4032-b262-d2d40bdc89df tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:36.103051 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-636b646e-3b3d-4032-b262-d2d40bdc89df tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:36.107456 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 36388) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:36.108146 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-636b646e-3b3d-4032-b262-d2d40bdc89df tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1753860
May 10 17:32:36.113642 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-dc513a8a-a30e-4b5b-a6e2-3fe77c80278c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Request body: {'security_group_rule': {'security_group_id': 'ae95ddce-3601-4a23-b9ed-669e0da2c1e9', 'project_id': '8fb2aa314410446981bed63afd665410', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:32:36.119818 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-dc513a8a-a30e-4b5b-a6e2-3fe77c80278c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:32:36.135900 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-dc513a8a-a30e-4b5b-a6e2-3fe77c80278c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Usage tracker for resource:security_group_rule and tenant:8fb2aa314410446981bed63afd665410 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:32:36.141151 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-dc513a8a-a30e-4b5b-a6e2-3fe77c80278c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:32:36.151261 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-dc513a8a-a30e-4b5b-a6e2-3fe77c80278c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:32:36.166963 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.securitygroups_db [None req-dc513a8a-a30e-4b5b-a6e2-3fe77c80278c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Project 8fb2aa314410446981bed63afd665410 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 17:32:36.177713 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-dc513a8a-a30e-4b5b-a6e2-3fe77c80278c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:36.203750 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 222b62fb-ceab-4daa-8380-3992f3d3d990 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:32:36.292982 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-dc513a8a-a30e-4b5b-a6e2-3fe77c80278c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:36.296719 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-dc513a8a-a30e-4b5b-a6e2-3fe77c80278c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:36.299191 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-17641f23-11eb-4f36-9860-3fa9004d0f2d tempest-TestShelveInstance-2017996900 tempest-TestShelveInstance-2017996900-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:36.328584 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc513a8a-a30e-4b5b-a6e2-3fe77c80278c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0387a0d-8ce1-4677-bcfa-112b2e58051b,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:36.345201 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-dc513a8a-a30e-4b5b-a6e2-3fe77c80278c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:36.348768 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-dc513a8a-a30e-4b5b-a6e2-3fe77c80278c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:36.350059 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-dc513a8a-a30e-4b5b-a6e2-3fe77c80278c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2409203
May 10 17:32:36.354490 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 36394) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:36.360632 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-e40a74ec-b5fd-45cf-8d41-aa55daf06f4c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Request body: {'security_group_rule': {'security_group_id': 'ae95ddce-3601-4a23-b9ed-669e0da2c1e9', 'project_id': '8fb2aa314410446981bed63afd665410', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:32:36.368005 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-e40a74ec-b5fd-45cf-8d41-aa55daf06f4c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:32:36.372566 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-e40a74ec-b5fd-45cf-8d41-aa55daf06f4c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Usage tracker for resource:security_group_rule and tenant:8fb2aa314410446981bed63afd665410 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:32:36.376249 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-e40a74ec-b5fd-45cf-8d41-aa55daf06f4c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:32:36.383915 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-e40a74ec-b5fd-45cf-8d41-aa55daf06f4c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:32:36.403771 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.securitygroups_db [None req-e40a74ec-b5fd-45cf-8d41-aa55daf06f4c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Project 8fb2aa314410446981bed63afd665410 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
May 10 17:32:36.410411 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e40a74ec-b5fd-45cf-8d41-aa55daf06f4c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group_rule, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:36.482734 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e40a74ec-b5fd-45cf-8d41-aa55daf06f4c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:36.487932 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e40a74ec-b5fd-45cf-8d41-aa55daf06f4c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739981'] for security_group_rule, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:36.491024 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:36.502508 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 222b62fb-ceab-4daa-8380-3992f3d3d990 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:32:36.503781 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:36.515061 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40a74ec-b5fd-45cf-8d41-aa55daf06f4c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf89abd0-f892-4586-b61a-bf6bc9787562,revision_number=0']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:36.517904 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-e40a74ec-b5fd-45cf-8d41-aa55daf06f4c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:36.525876 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-e40a74ec-b5fd-45cf-8d41-aa55daf06f4c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group_rule, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:36.527240 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-e40a74ec-b5fd-45cf-8d41-aa55daf06f4c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1717265
May 10 17:32:36.769737 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] Notify callbacks [] for port, precommit_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:36.792863 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] Transition to ACTIVE for port object 202d6774-b5cc-44ed-beb8-60d88eb2b350 will not be triggered until provisioned by entity L2. {{(pid=78699) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:32:36.799987 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:36.804203 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:36.969379 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf430559-3596-434f-bce4-9bdd56ba9efa None None] Pushing event updated for resources: {'Port': ['ID=202d6774-b5cc-44ed-beb8-60d88eb2b350,revision_number=3']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:36.998126 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-cf430559-3596-434f-bce4-9bdd56ba9efa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:37.027032 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] Attempting to bind port 202d6774-b5cc-44ed-beb8-60d88eb2b350 on host dv-cinder-786383-3-iscsi for vnic_type normal with profile  {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:32:37.027422 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] Attempting to bind port 202d6774-b5cc-44ed-beb8-60d88eb2b350 by drivers openvswitch,hyperv on host dv-cinder-786383-3-iscsi at level 0 using segments [{'id': 'f1d6f86e-fead-4e9b-a57f-c1ac03353a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8a8e168d-b0d5-4663-ae76-530f4ddb711c'}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:32:37.027904 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] Attempting to bind port 202d6774-b5cc-44ed-beb8-60d88eb2b350 on network 8a8e168d-b0d5-4663-ae76-530f4ddb711c {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:32:37.034497 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] Checking agent: {'id': '624de448-f54e-49a5-8f07-38ccee704091', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 11, 53), 'started_at': datetime.datetime(2021, 5, 10, 17, 12, 23), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 32, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:32:37.034960 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] Checking segment: {'id': 'f1d6f86e-fead-4e9b-a57f-c1ac03353a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8a8e168d-b0d5-4663-ae76-530f4ddb711c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78699) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:32:37.035561 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:37.035949 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] Bound using segment: {'id': 'f1d6f86e-fead-4e9b-a57f-c1ac03353a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8a8e168d-b0d5-4663-ae76-530f4ddb711c'} {{(pid=78699) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:32:37.036892 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.managers [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] Bound port: 202d6774-b5cc-44ed-beb8-60d88eb2b350, host: dv-cinder-786383-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1d6f86e-fead-4e9b-a57f-c1ac03353a68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '8a8e168d-b0d5-4663-ae76-530f4ddb711c'}}] {{(pid=78699) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:32:37.036892 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:37.152935 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] For port 202d6774-b5cc-44ed-beb8-60d88eb2b350, host dv-cinder-786383-3-iscsi, cleared binding levels {{(pid=78699) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:32:37.156528 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] For port 202d6774-b5cc-44ed-beb8-60d88eb2b350, host dv-cinder-786383-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=202d6774-b5cc-44ed-beb8-60d88eb2b350,segment=NetworkSegment(f1d6f86e-fead-4e9b-a57f-c1ac03353a68),segment_id=f1d6f86e-fead-4e9b-a57f-c1ac03353a68)] {{(pid=78699) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:32:37.160052 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:37.163612 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:37.240346 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] Routers {'914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:32:37.240994 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f084eda00>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:32:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:32:37.298929 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf430559-3596-434f-bce4-9bdd56ba9efa None None] Pushing event updated for resources: {'Port': ['ID=202d6774-b5cc-44ed-beb8-60d88eb2b350,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:37.354383 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-cf430559-3596-434f-bce4-9bdd56ba9efa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:37.427247 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] Set router 914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:32:37.767138 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f084eda00>, [{'id': '914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6', 'name': 'tempest-TestVolumeBootPattern-1755067194-router', 'tenant_id': '33dac0e51fed4661b92a22ebfde92b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '222b62fb-ceab-4daa-8380-3992f3d3d990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:29Z', 'updated_at': '2021-05-10T17:32:33Z', 'revision_number': 4, 'project_id': '33dac0e51fed4661b92a22ebfde92b12', 'gw_port': {'id': '222b62fb-ceab-4daa-8380-3992f3d3d990', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:29Z', 'updated_at': '2021-05-10T17:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '202d6774-b5cc-44ed-beb8-60d88eb2b350', 'name': '', 'network_id': '8a8e168d-b0d5-4663-ae76-530f4ddb711c', 'tenant_id': '33dac0e51fed4661b92a22ebfde92b12', 'mac_address': 'fa:16:3e:94:ce:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '04ad934a-3291-46f1-91ab-f5d9fcb45d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:32Z', 'updated_at': '2021-05-10T17:32:37Z', 'revision_number': 4, 'project_id': '33dac0e51fed4661b92a22ebfde92b12', 'subnets': [{'id': '04ad934a-3291-46f1-91ab-f5d9fcb45d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:32:37.771567 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a079b3-0a9b-4116-8ed0-5488657ec34a None None] The sync data for ids ['914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6'] in dv-cinder-786383-3-iscsi is: [{'id': '914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6', 'name': 'tempest-TestVolumeBootPattern-1755067194-router', 'tenant_id': '33dac0e51fed4661b92a22ebfde92b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '222b62fb-ceab-4daa-8380-3992f3d3d990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:29Z', 'updated_at': '2021-05-10T17:32:33Z', 'revision_number': 4, 'project_id': '33dac0e51fed4661b92a22ebfde92b12', 'gw_port': {'id': '222b62fb-ceab-4daa-8380-3992f3d3d990', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:29Z', 'updated_at': '2021-05-10T17:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '202d6774-b5cc-44ed-beb8-60d88eb2b350', 'name': '', 'network_id': '8a8e168d-b0d5-4663-ae76-530f4ddb711c', 'tenant_id': '33dac0e51fed4661b92a22ebfde92b12', 'mac_address': 'fa:16:3e:94:ce:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 619, 'fixed_ips': [{'subnet_id': '04ad934a-3291-46f1-91ab-f5d9fcb45d4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:32Z', 'updated_at': '2021-05-10T17:32:37Z', 'revision_number': 4, 'project_id': '33dac0e51fed4661b92a22ebfde92b12', 'subnets': [{'id': '04ad934a-3291-46f1-91ab-f5d9fcb45d4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:32:38.165966 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 202d6774-b5cc-44ed-beb8-60d88eb2b350 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:32:38.243016 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning for port 202d6774-b5cc-44ed-beb8-60d88eb2b350 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:32:38.248017 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 202d6774-b5cc-44ed-beb8-60d88eb2b350 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:32:38.248589 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:38.373013 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:38.407167 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] For port 202d6774-b5cc-44ed-beb8-60d88eb2b350, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=202d6774-b5cc-44ed-beb8-60d88eb2b350,segment=NetworkSegment(f1d6f86e-fead-4e9b-a57f-c1ac03353a68),segment_id=f1d6f86e-fead-4e9b-a57f-c1ac03353a68)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:32:38.410607 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:38.412500 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:38.481143 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Pushing event updated for resources: {'Port': ['ID=202d6774-b5cc-44ed-beb8-60d88eb2b350,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:38.484192 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:40.144469 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 202d6774-b5cc-44ed-beb8-60d88eb2b350 up at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:32:40.217532 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Provisioning complete for port 202d6774-b5cc-44ed-beb8-60d88eb2b350 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:32:40.217908 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:43.216849 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:32:49.492449 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7712df2a-b5e8-42e4-bf18-0402d6876a1c req-891254ac-5df5-4424-bcac-dd72d21f7c6d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:32:49.493785 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7712df2a-b5e8-42e4-bf18-0402d6876a1c req-891254ac-5df5-4424-bcac-dd72d21f7c6d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 946 time: 0.0821164
May 10 17:32:49.539345 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7712df2a-b5e8-42e4-bf18-0402d6876a1c req-4a7daf11-f733-43ed-b0ea-78c03ef99012 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=b11441de-488e-4844-a7e3-0f99d5abb4c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392737
May 10 17:32:50.255573 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-3accfd5c-bc26-437f-acb9-6fa6c7bde120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:50.729778 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40afe1-ef02-44a6-b869-ad0ad27a3cb5 req-7d01e295-54d0-435f-bec0-277c77207e32 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:32:50.731236 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9b40afe1-ef02-44a6-b869-ad0ad27a3cb5 req-7d01e295-54d0-435f-bec0-277c77207e32 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 946 time: 0.0837440
May 10 17:32:50.775744 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9b40afe1-ef02-44a6-b869-ad0ad27a3cb5 req-41c927d6-62c3-4639-bde3-8ddc7ef19d99 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=b11441de-488e-4844-a7e3-0f99d5abb4c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385509
May 10 17:32:51.579936 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:51.641884 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75b81b-8701-484a-93c8-991e90eb4ce1 req-93f1bfd1-973c-47d5-8e7a-d97d4bcaa0a4 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:32:51.643319 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ea75b81b-8701-484a-93c8-991e90eb4ce1 req-93f1bfd1-973c-47d5-8e7a-d97d4bcaa0a4 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.36 "GET /v2.0/ports?device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 946 time: 0.0779080
May 10 17:32:51.778569 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-ea75b81b-8701-484a-93c8-991e90eb4ce1 req-c19160f9-56ae-4b0e-92ba-3625668db539 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Deleting port 0ffa314b-06b8-4f2e-805a-998275908105 {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:32:51.779314 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-ea75b81b-8701-484a-93c8-991e90eb4ce1 req-c19160f9-56ae-4b0e-92ba-3625668db539 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:51.950087 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-ea75b81b-8701-484a-93c8-991e90eb4ce1 req-c19160f9-56ae-4b0e-92ba-3625668db539 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] For port 0ffa314b-06b8-4f2e-805a-998275908105, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=0ffa314b-06b8-4f2e-805a-998275908105,segment=NetworkSegment(89185303-cea4-4e66-a8df-db42cc41c4d4),segment_id=89185303-cea4-4e66-a8df-db42cc41c4d4)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:32:51.950468 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-ea75b81b-8701-484a-93c8-991e90eb4ce1 req-c19160f9-56ae-4b0e-92ba-3625668db539 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:52.130296 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83e1c5-524e-4653-8f8f-f45205b40f95 req-202dad9f-8861-4ded-b95e-fda5a07eda7c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:32:52.131766 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-eb83e1c5-524e-4653-8f8f-f45205b40f95 req-202dad9f-8861-4ded-b95e-fda5a07eda7c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 946 time: 0.2477088
May 10 17:32:52.265082 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-eb83e1c5-524e-4653-8f8f-f45205b40f95 req-64d85b7a-78d8-4a74-9616-b3fe535ed3d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups?id=b11441de-488e-4844-a7e3-0f99d5abb4c0&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1252329
May 10 17:32:52.293218 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-ea75b81b-8701-484a-93c8-991e90eb4ce1 req-c19160f9-56ae-4b0e-92ba-3625668db539 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:52.293586 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-ea75b81b-8701-484a-93c8-991e90eb4ce1 req-c19160f9-56ae-4b0e-92ba-3625668db539 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422768'] for floatingip, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:52.293896 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.db.l3_db [req-ea75b81b-8701-484a-93c8-991e90eb4ce1 req-c19160f9-56ae-4b0e-92ba-3625668db539 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Floating IP 45a7f03d-cc12-44ed-b954-fee2c6d3162b disassociated. External IP: 172.27.1.193, port: 0ffa314b-06b8-4f2e-805a-998275908105.
May 10 17:32:52.294233 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-ea75b81b-8701-484a-93c8-991e90eb4ce1 req-c19160f9-56ae-4b0e-92ba-3625668db539 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Calling delete_port for 0ffa314b-06b8-4f2e-805a-998275908105 owned by compute:nova {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:32:52.403250 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-ea75b81b-8701-484a-93c8-991e90eb4ce1 req-c19160f9-56ae-4b0e-92ba-3625668db539 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:52.409005 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-54b65091-3e96-4039-a078-4701da74356c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:52.455611 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19160f9-56ae-4b0e-92ba-3625668db539 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Pushing event deleted for resources: {'Port': ['ID=0ffa314b-06b8-4f2e-805a-998275908105,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:52.458881 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c19160f9-56ae-4b0e-92ba-3625668db539 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:52.746923 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea75b81b-8701-484a-93c8-991e90eb4ce1 req-c19160f9-56ae-4b0e-92ba-3625668db539 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Router a196bb51-abd2-4afb-ad6c-867d588d0ff1 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:32:52.790756 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:52.909298 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-30476209-fb84-457a-a678-748d579fa22f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:52.931145 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea75b81b-8701-484a-93c8-991e90eb4ce1 req-c19160f9-56ae-4b0e-92ba-3625668db539 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:32:52.941011 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e8b60d-04c0-4955-b81a-6e214e005621 None None] Sync routers for ids ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'] in dv-cinder-786383-3-iscsi {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:32:52.951016 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e8b60d-04c0-4955-b81a-6e214e005621 None None] Routers {'a196bb51-abd2-4afb-ad6c-867d588d0ff1'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:32:52.951697 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-62e8b60d-04c0-4955-b81a-6e214e005621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f087cff40>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:32:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:32:53.009362 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea75b81b-8701-484a-93c8-991e90eb4ce1 req-c19160f9-56ae-4b0e-92ba-3625668db539 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] No DVR routers for this DVR port 0ffa314b-06b8-4f2e-805a-998275908105 on host hv-cinder-78638 {{(pid=78697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:32:53.012461 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-ea75b81b-8701-484a-93c8-991e90eb4ce1 req-c19160f9-56ae-4b0e-92ba-3625668db539 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:53.016260 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44142629-166e-485c-a8a1-e5e8a09c57d2', 'name': 'network-vif-deleted', 'tag': '0ffa314b-06b8-4f2e-805a-998275908105'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:32:53.032178 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ea75b81b-8701-484a-93c8-991e90eb4ce1 req-c19160f9-56ae-4b0e-92ba-3625668db539 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.36 "DELETE /v2.0/ports/0ffa314b-06b8-4f2e-805a-998275908105 HTTP/1.1" status: 204  len: 173 time: 1.3816538
May 10 17:32:53.068137 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44142629-166e-485c-a8a1-e5e8a09c57d2', 'name': 'network-vif-deleted', 'tag': '0ffa314b-06b8-4f2e-805a-998275908105', 'status': 'completed', 'code': 200}
May 10 17:32:53.132724 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-62e8b60d-04c0-4955-b81a-6e214e005621 None None] Set router a196bb51-abd2-4afb-ad6c-867d588d0ff1 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:32:53.425670 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-8993a668-80ea-47ff-bf19-b8ffec89c6db req-ccb948eb-ce51-4c55-8823-078df08ea1b0 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Synchronizing usage tracker for tenant:aca5e614d86048998dd46f3226b6b322 on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:32:53.440383 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-62e8b60d-04c0-4955-b81a-6e214e005621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f087cff40>, [{'id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'name': 'tempest-AttachVolumeTestJSON-811845202-router', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:29Z', 'updated_at': '2021-05-10T17:24:34Z', 'revision_number': 4, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'gw_port': {'id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:30Z', 'updated_at': '2021-05-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '5a202a81-d265-4211-8911-23dee31c7929', 'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'mac_address': 'fa:16:3e:a5:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:33Z', 'updated_at': '2021-05-10T17:24:42Z', 'revision_number': 5, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'subnets': [{'id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:32:53.440936 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-8993a668-80ea-47ff-bf19-b8ffec89c6db req-ccb948eb-ce51-4c55-8823-078df08ea1b0 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Unset dirty status for tenant:aca5e614d86048998dd46f3226b6b322 on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:32:53.442249 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8993a668-80ea-47ff-bf19-b8ffec89c6db req-ccb948eb-ce51-4c55-8823-078df08ea1b0 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/ports?device_id=44142629-166e-485c-a8a1-e5e8a09c57d2 HTTP/1.1" status: 200  len: 210 time: 0.0587022
May 10 17:32:53.444361 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e8b60d-04c0-4955-b81a-6e214e005621 None None] Checking router: a196bb51-abd2-4afb-ad6c-867d588d0ff1 for host: dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:32:53.452769 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e8b60d-04c0-4955-b81a-6e214e005621 None None] Routers {'a196bb51-abd2-4afb-ad6c-867d588d0ff1'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:32:53.453378 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-62e8b60d-04c0-4955-b81a-6e214e005621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f087cff40>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:32:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:32:53.642504 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-62e8b60d-04c0-4955-b81a-6e214e005621 None None] Set router a196bb51-abd2-4afb-ad6c-867d588d0ff1 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:32:53.980455 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:53.994456 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-62e8b60d-04c0-4955-b81a-6e214e005621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f087cff40>, [{'id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'name': 'tempest-AttachVolumeTestJSON-811845202-router', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:29Z', 'updated_at': '2021-05-10T17:24:34Z', 'revision_number': 4, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'gw_port': {'id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:30Z', 'updated_at': '2021-05-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '5a202a81-d265-4211-8911-23dee31c7929', 'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'mac_address': 'fa:16:3e:a5:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:33Z', 'updated_at': '2021-05-10T17:24:42Z', 'revision_number': 5, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'subnets': [{'id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:32:53.998753 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e8b60d-04c0-4955-b81a-6e214e005621 None None] The sync data for ids ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'] in dv-cinder-786383-3-iscsi is: [{'id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'name': 'tempest-AttachVolumeTestJSON-811845202-router', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:29Z', 'updated_at': '2021-05-10T17:24:34Z', 'revision_number': 4, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'gw_port': {'id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:30Z', 'updated_at': '2021-05-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '5a202a81-d265-4211-8911-23dee31c7929', 'name': '', 'network_id': '64b55f2c-b19a-482d-8023-f6baaecf0a48', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'mac_address': 'fa:16:3e:a5:99:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:33Z', 'updated_at': '2021-05-10T17:24:42Z', 'revision_number': 5, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'subnets': [{'id': 'd4c8a815-a89d-415f-a89e-782eae16c1a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:32:54.190240 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b102e9ab-f667-4acc-a8f6-940919feedd0 None None] New status for floating IP 45a7f03d-cc12-44ed-b954-fee2c6d3162b: DOWN {{(pid=78699) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:32:54.566672 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 36574) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:54.635059 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d5c95ebf-65ae-41bf-8d7b-da514174412d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:54.662028 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d5c95ebf-65ae-41bf-8d7b-da514174412d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:54.715476 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d5c95ebf-65ae-41bf-8d7b-da514174412d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:54.721486 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-c8781b4d-2a9b-4154-af1f-203e73f066f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:54.740996 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c95ebf-65ae-41bf-8d7b-da514174412d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11441de-488e-4844-a7e3-0f99d5abb4c0,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:54.755518 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95ebf-65ae-41bf-8d7b-da514174412d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:54.755929 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95ebf-65ae-41bf-8d7b-da514174412d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:54.756296 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95ebf-65ae-41bf-8d7b-da514174412d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:54.756658 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95ebf-65ae-41bf-8d7b-da514174412d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:54.757017 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95ebf-65ae-41bf-8d7b-da514174412d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:54.757541 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95ebf-65ae-41bf-8d7b-da514174412d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:54.757901 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95ebf-65ae-41bf-8d7b-da514174412d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:54.758254 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95ebf-65ae-41bf-8d7b-da514174412d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:54.758661 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95ebf-65ae-41bf-8d7b-da514174412d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:54.759015 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95ebf-65ae-41bf-8d7b-da514174412d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:54.759367 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95ebf-65ae-41bf-8d7b-da514174412d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:54.759716 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c95ebf-65ae-41bf-8d7b-da514174412d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:32:54.768187 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d5c95ebf-65ae-41bf-8d7b-da514174412d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:54.769505 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-d5c95ebf-65ae-41bf-8d7b-da514174412d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "DELETE /v2.0/security-groups/b11441de-488e-4844-a7e3-0f99d5abb4c0 HTTP/1.1" status: 204  len: 168 time: 0.2017195
May 10 17:32:54.771021 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-d5c95ebf-65ae-41bf-8d7b-da514174412d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:54.772101 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 36580) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:54.797772 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.api.v2.resource [None req-78148cd3-8a0c-4eb9-97a7-a06d9f945d58 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] show failed (client error): The resource could not be found.
May 10 17:32:54.799184 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-78148cd3-8a0c-4eb9-97a7-a06d9f945d58 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "GET /v2.0/security-groups/b11441de-488e-4844-a7e3-0f99d5abb4c0 HTTP/1.1" status: 404  len: 347 time: 0.0258820
May 10 17:32:54.801726 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 36584) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:32:55.016477 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-4b63c0f9-7774-463a-93aa-a877a18f8fdd tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Deleting port 06fd3101-67c2-4c97-b43f-598aa7215af4 {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:32:55.016742 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4b63c0f9-7774-463a-93aa-a877a18f8fdd tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:55.132739 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4b63c0f9-7774-463a-93aa-a877a18f8fdd tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:55.133066 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4b63c0f9-7774-463a-93aa-a877a18f8fdd tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:55.250699 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-4b63c0f9-7774-463a-93aa-a877a18f8fdd tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Calling delete_port for 06fd3101-67c2-4c97-b43f-598aa7215af4 owned by network:floatingip {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:32:55.353923 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4b63c0f9-7774-463a-93aa-a877a18f8fdd tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:55.357904 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-da968b5c-a53d-48c2-8574-1ff947086562 tempest-VolumesActionsTest-1108245166 tempest-VolumesActionsTest-1108245166-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:32:55.402362 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b63c0f9-7774-463a-93aa-a877a18f8fdd tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Pushing event deleted for resources: {'Port': ['ID=06fd3101-67c2-4c97-b43f-598aa7215af4,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:32:55.405459 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-4b63c0f9-7774-463a-93aa-a877a18f8fdd tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:32:55.439511 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:55.491614 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4b63c0f9-7774-463a-93aa-a877a18f8fdd tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks [] for floatingip, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:55.508978 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4b63c0f9-7774-463a-93aa-a877a18f8fdd tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for floatingip, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:32:55.510335 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-4b63c0f9-7774-463a-93aa-a877a18f8fdd tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] 10.222.0.32 "DELETE /v2.0/floatingips/45a7f03d-cc12-44ed-b954-fee2c6d3162b HTTP/1.1" status: 204  len: 168 time: 0.7076178
May 10 17:32:55.651899 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 0ffa314b-06b8-4f2e-805a-998275908105 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:32:55.687260 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] No Port match for: 0ffa314b-06b8-4f2e-805a-998275908105 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:32:55.687675 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 0ffa314b-06b8-4f2e-805a-998275908105 not bound to the agent host hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:32:59.506420 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 36624) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:33:00.359914 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1b0eb4a9-a92a-48e8-b28b-bc360da65c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393289'] for router_interface, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:00.549847 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-580644f8-17be-4628-b90e-804196afce18 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Synchronizing usage tracker for tenant:8fb2aa314410446981bed63afd665410 on resource:security_group {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:33:00.566477 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-580644f8-17be-4628-b90e-804196afce18 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Unset dirty status for tenant:8fb2aa314410446981bed63afd665410 on resource:security_group {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:33:00.567685 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-580644f8-17be-4628-b90e-804196afce18 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1276330258&fields=id&tenant_id=8fb2aa314410446981bed63afd665410 HTTP/1.1" status: 200  len: 267 time: 0.0605330
May 10 17:33:00.722970 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-dcd31c9a-8041-40df-a96c-42b5b4dec964 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:00.723655 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-dcd31c9a-8041-40df-a96c-42b5b4dec964 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Synchronizing usage tracker for tenant:8fb2aa314410446981bed63afd665410 on resource:network {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:33:00.741739 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-dcd31c9a-8041-40df-a96c-42b5b4dec964 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Unset dirty status for tenant:8fb2aa314410446981bed63afd665410 on resource:network {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:33:00.742896 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-dcd31c9a-8041-40df-a96c-42b5b4dec964 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/networks?id=9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 200  len: 811 time: 0.1683664
May 10 17:33:00.757644 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-f9d2c0ab-eb87-47df-96d9-7c46779c9c3e tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/quotas/8fb2aa314410446981bed63afd665410 HTTP/1.1" status: 200  len: 375 time: 0.0089917
May 10 17:33:00.769667 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-1b0eb4a9-a92a-48e8-b28b-bc360da65c20 admin admin] Deleting port 5a202a81-d265-4211-8911-23dee31c7929 {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:33:00.770218 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1b0eb4a9-a92a-48e8-b28b-bc360da65c20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:00.840295 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-e2ec056d-0873-4de8-b95a-97a7062172ee tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb2aa314410446981bed63afd665410&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0772686
May 10 17:33:00.890107 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [None req-1b0eb4a9-a92a-48e8-b28b-bc360da65c20 admin admin] For port 5a202a81-d265-4211-8911-23dee31c7929, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=5a202a81-d265-4211-8911-23dee31c7929,segment=NetworkSegment(89185303-cea4-4e66-a8df-db42cc41c4d4),segment_id=89185303-cea4-4e66-a8df-db42cc41c4d4)] {{(pid=78698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:33:00.890484 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1b0eb4a9-a92a-48e8-b28b-bc360da65c20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:00.973767 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-3d17e89a-60f7-4ee2-85da-3c39400b85e6 service neutron] 10.222.0.32 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222806
May 10 17:33:01.010741 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-1b0eb4a9-a92a-48e8-b28b-bc360da65c20 admin admin] Calling delete_port for 5a202a81-d265-4211-8911-23dee31c7929 owned by network:router_interface {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:33:01.110248 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-b0cd958d-13f5-4716-bfde-21ea8c43ba88 service neutron] 10.222.0.32 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1292808
May 10 17:33:01.147371 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1b0eb4a9-a92a-48e8-b28b-bc360da65c20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:01.152201 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-874eb2a8-ea80-4aba-8473-ab512d740bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:33:01.332260 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0eb4a9-a92a-48e8-b28b-bc360da65c20 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a202a81-d265-4211-8911-23dee31c7929,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:33:01.339454 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-1b0eb4a9-a92a-48e8-b28b-bc360da65c20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:33:01.544418 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f2c4ead3-39c8-463d-9533-62fb0164a490 req-8c9d7cbf-dac0-42f9-9c64-348a3ef9b993 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 210 time: 0.0501549
May 10 17:33:01.576771 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1b0eb4a9-a92a-48e8-b28b-bc360da65c20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420089'] for router_interface, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:01.949322 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b0eb4a9-a92a-48e8-b28b-bc360da65c20 admin admin] Router a196bb51-abd2-4afb-ad6c-867d588d0ff1 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:33:02.137573 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0eb4a9-a92a-48e8-b28b-bc360da65c20 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:33:02.149650 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4605ea-2783-4113-afe6-d0c42afce33e None None] Sync routers for ids ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'] in dv-cinder-786383-3-iscsi {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:33:02.152094 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-1b0eb4a9-a92a-48e8-b28b-bc360da65c20 admin admin] 10.222.0.32 "PUT /v2.0/routers/a196bb51-abd2-4afb-ad6c-867d588d0ff1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6444137
May 10 17:33:02.154532 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 36664) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:33:02.161332 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4605ea-2783-4113-afe6-d0c42afce33e None None] Routers {'a196bb51-abd2-4afb-ad6c-867d588d0ff1'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:33:02.162075 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-ba4605ea-2783-4113-afe6-d0c42afce33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f086886d0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:32:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:33:02.327147 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7b4eecc2-f93d-4446-b91e-9a2245e8c369 admin admin] Notify callbacks [] for router, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:02.335101 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-ba4605ea-2783-4113-afe6-d0c42afce33e None None] Set router a196bb51-abd2-4afb-ad6c-867d588d0ff1 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:33:02.499851 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7b4eecc2-f93d-4446-b91e-9a2245e8c369 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:02.649230 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-ba4605ea-2783-4113-afe6-d0c42afce33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f086886d0>, [{'id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'name': 'tempest-AttachVolumeTestJSON-811845202-router', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:29Z', 'updated_at': '2021-05-10T17:33:01Z', 'revision_number': 5, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'gw_port': {'id': '439e41bc-2348-40d8-8afe-7424a402aa64', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:5e:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:24:30Z', 'updated_at': '2021-05-10T17:24:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:33:02.654059 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4605ea-2783-4113-afe6-d0c42afce33e None None] Checking router: a196bb51-abd2-4afb-ad6c-867d588d0ff1 for host: dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:33:02.664836 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4605ea-2783-4113-afe6-d0c42afce33e None None] Routers {'a196bb51-abd2-4afb-ad6c-867d588d0ff1'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:33:02.665534 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-ba4605ea-2783-4113-afe6-d0c42afce33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f086886d0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:32:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:33:02.719515 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-7b4eecc2-f93d-4446-b91e-9a2245e8c369 admin admin] Deleting port 439e41bc-2348-40d8-8afe-7424a402aa64 {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:33:02.719960 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7b4eecc2-f93d-4446-b91e-9a2245e8c369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:02.744293 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f0c40fba-270d-43fb-8810-3585f68b03fa req-f2357979-95ee-4146-a207-9a56c9352423 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 210 time: 0.0524440
May 10 17:33:02.818850 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-ba4605ea-2783-4113-afe6-d0c42afce33e None None] Set router a196bb51-abd2-4afb-ad6c-867d588d0ff1 gateway port host: None {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:33:02.836015 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-1e873566-fb7c-439f-a7c9-9cd9684c278c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:02.837524 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-1e873566-fb7c-439f-a7c9-9cd9684c278c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.36 "GET /v2.0/networks?id=9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 200  len: 811 time: 0.2939718
May 10 17:33:02.847052 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [None req-7b4eecc2-f93d-4446-b91e-9a2245e8c369 admin admin] For port 439e41bc-2348-40d8-8afe-7424a402aa64, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=439e41bc-2348-40d8-8afe-7424a402aa64,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:33:02.847404 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7b4eecc2-f93d-4446-b91e-9a2245e8c369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:02.913892 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-cbaefd5e-07ed-4461-a4cd-6e66820f90c3 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fb2aa314410446981bed63afd665410 HTTP/1.1" status: 200  len: 380 time: 0.0423112
May 10 17:33:02.922833 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-77db0586-ccea-4d76-9716-37aa93cc3053 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Request body: {'port': {'device_id': 'aff8f73d-041a-4dbc-94c3-0e89c67e79d8', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'admin_state_up': True, 'tenant_id': '8fb2aa314410446981bed63afd665410', 'security_groups': ['ae95ddce-3601-4a23-b9ed-669e0da2c1e9']}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:33:02.928216 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-ba4605ea-2783-4113-afe6-d0c42afce33e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f086886d0>, [{'id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'name': 'tempest-AttachVolumeTestJSON-811845202-router', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:29Z', 'updated_at': '2021-05-10T17:33:02Z', 'revision_number': 6, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'gw_port_host': None}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:33:02.932478 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4605ea-2783-4113-afe6-d0c42afce33e None None] The sync data for ids ['a196bb51-abd2-4afb-ad6c-867d588d0ff1'] in dv-cinder-786383-3-iscsi is: [{'id': 'a196bb51-abd2-4afb-ad6c-867d588d0ff1', 'name': 'tempest-AttachVolumeTestJSON-811845202-router', 'tenant_id': 'aca5e614d86048998dd46f3226b6b322', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:24:29Z', 'updated_at': '2021-05-10T17:33:02Z', 'revision_number': 6, 'project_id': 'aca5e614d86048998dd46f3226b6b322', 'gw_port_host': None}] {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:33:02.983521 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-7b4eecc2-f93d-4446-b91e-9a2245e8c369 admin admin] Calling delete_port for 439e41bc-2348-40d8-8afe-7424a402aa64 owned by network:router_gateway {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:33:03.070110 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-77db0586-ccea-4d76-9716-37aa93cc3053 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:33:03.074482 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-77db0586-ccea-4d76-9716-37aa93cc3053 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Usage tracker for resource:port and tenant:8fb2aa314410446981bed63afd665410 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:33:03.077310 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-77db0586-ccea-4d76-9716-37aa93cc3053 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Quota usage for port was recalculated. Used quota:2. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:33:03.083053 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-77db0586-ccea-4d76-9716-37aa93cc3053 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:33:03.092184 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-77db0586-ccea-4d76-9716-37aa93cc3053 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Made reservation on behalf of 8fb2aa314410446981bed63afd665410 for: {'port': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:33:03.095850 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-77db0586-ccea-4d76-9716-37aa93cc3053 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:03.129057 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7b4eecc2-f93d-4446-b91e-9a2245e8c369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:03.132593 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a23f3e64-c47a-40d7-9ff0-c963232c9361 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:33:03.174766 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4eecc2-f93d-4446-b91e-9a2245e8c369 admin admin] Pushing event deleted for resources: {'Port': ['ID=439e41bc-2348-40d8-8afe-7424a402aa64,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:33:03.178172 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-7b4eecc2-f93d-4446-b91e-9a2245e8c369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:33:03.261884 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_common [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-77db0586-ccea-4d76-9716-37aa93cc3053 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Allocated IP 172.20.0.4 (9afab9d9-3171-477a-8041-fd8012e27f60/9cf24a54-82ea-4663-a879-4db69b2c97c2/ca99baec-9ed0-40a9-aa81-311560044e15) {{(pid=78697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:33:03.269581 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7b4eecc2-f93d-4446-b91e-9a2245e8c369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422765'] for router_gateway, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:03.452596 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7b4eecc2-f93d-4446-b91e-9a2245e8c369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5982'] for router, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:03.455173 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7b4eecc2-f93d-4446-b91e-9a2245e8c369 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:03.486276 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7b4eecc2-f93d-4446-b91e-9a2245e8c369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-425087'] for router, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:03.487299 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b4eecc2-f93d-4446-b91e-9a2245e8c369 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a196bb51-abd2-4afb-ad6c-867d588d0ff1 {{(pid=78698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:33:03.501895 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-7b4eecc2-f93d-4446-b91e-9a2245e8c369 admin admin] Notify callbacks [] for router, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:03.503423 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-7b4eecc2-f93d-4446-b91e-9a2245e8c369 admin admin] 10.222.0.32 "DELETE /v2.0/routers/a196bb51-abd2-4afb-ad6c-867d588d0ff1 HTTP/1.1" status: 204  len: 168 time: 1.3477819
May 10 17:33:03.505978 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 36670) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:33:03.585479 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_v2 [None req-76f3e356-2a95-450a-972b-ce85b1b938e2 admin admin] Deleting subnet d4c8a815-a89d-415f-a89e-782eae16c1a8 {{(pid=78698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:33:03.589141 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-76f3e356-2a95-450a-972b-ce85b1b938e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:03.592540 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-77db0586-ccea-4d76-9716-37aa93cc3053 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for port, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:03.609664 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.provisioning_blocks [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-77db0586-ccea-4d76-9716-37aa93cc3053 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Transition to ACTIVE for port object ca99baec-9ed0-40a9-aa81-311560044e15 will not be triggered until provisioned by entity DHCP. {{(pid=78697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:33:03.634493 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-77db0586-ccea-4d76-9716-37aa93cc3053 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:03.639992 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-65d78688-4a0d-4fb4-b72d-ddf28d7559e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:33:03.646470 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-76f3e356-2a95-450a-972b-ce85b1b938e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10641758'] for subnet, precommit_delete_associations {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:03.705172 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-77db0586-ccea-4d76-9716-37aa93cc3053 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Network 9afab9d9-3171-477a-8041-fd8012e27f60 is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:33:03.708324 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-77db0586-ccea-4d76-9716-37aa93cc3053 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:33:03.719352 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-77db0586-ccea-4d76-9716-37aa93cc3053 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Received port after_create {{(pid=78697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:33:03.738374 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-76f3e356-2a95-450a-972b-ce85b1b938e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499293'] for subnet, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:03.757512 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77db0586-ccea-4d76-9716-37aa93cc3053 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event updated for resources: {'Port': ['ID=ca99baec-9ed0-40a9-aa81-311560044e15,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:33:03.762802 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-77db0586-ccea-4d76-9716-37aa93cc3053 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:33:03.809657 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-77db0586-ccea-4d76-9716-37aa93cc3053 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:03.810278 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-77db0586-ccea-4d76-9716-37aa93cc3053 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:03.832953 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-77db0586-ccea-4d76-9716-37aa93cc3053 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9138174
May 10 17:33:03.850280 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Request body: {'port': {'device_id': 'aff8f73d-041a-4dbc-94c3-0e89c67e79d8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:33:04.000439 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-f5fb39be-97a9-46ab-8aea-4a1cf8752910 None None] Provisioning for port ca99baec-9ed0-40a9-aa81-311560044e15 completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:33:04.005605 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-f5fb39be-97a9-46ab-8aea-4a1cf8752910 None None] Provisioning complete for port ca99baec-9ed0-40a9-aa81-311560044e15 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:33:04.005957 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-f5fb39be-97a9-46ab-8aea-4a1cf8752910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:04.034242 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:04.034797 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-76f3e356-2a95-450a-972b-ce85b1b938e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10577331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10672789'] for subnet, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:04.046311 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:33:04.050167 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ca836-e065-4d09-a50f-cdd37806dfa6 req-17ec1914-fd2e-4981-bcec-4851393ab85b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:04.050901 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-590ca836-e065-4d09-a50f-cdd37806dfa6 req-17ec1914-fd2e-4981-bcec-4851393ab85b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Synchronizing usage tracker for tenant:8fb2aa314410446981bed63afd665410 on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:33:04.076512 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-f5fb39be-97a9-46ab-8aea-4a1cf8752910 None None] Port ca99baec-9ed0-40a9-aa81-311560044e15 cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:33:04.084090 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41255838-bec4-4492-973b-7d7bf54feb39 None None] Network 64b55f2c-b19a-482d-8023-f6baaecf0a48 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:33:04.086411 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-76f3e356-2a95-450a-972b-ce85b1b938e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:04.093993 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3e356-2a95-450a-972b-ce85b1b938e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4c8a815-a89d-415f-a89e-782eae16c1a8,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:33:04.096700 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-76f3e356-2a95-450a-972b-ce85b1b938e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:33:04.102586 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-76f3e356-2a95-450a-972b-ce85b1b938e2 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/d4c8a815-a89d-415f-a89e-782eae16c1a8 HTTP/1.1" status: 204  len: 168 time: 0.5932610
May 10 17:33:04.103103 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 36676) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:33:04.128001 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-590ca836-e065-4d09-a50f-cdd37806dfa6 req-17ec1914-fd2e-4981-bcec-4851393ab85b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Unset dirty status for tenant:8fb2aa314410446981bed63afd665410 on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:33:04.141305 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-590ca836-e065-4d09-a50f-cdd37806dfa6 req-17ec1914-fd2e-4981-bcec-4851393ab85b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 931 time: 0.2524385
May 10 17:33:04.215071 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 439e41bc-2348-40d8-8afe-7424a402aa64 no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:33:04.216856 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653661'] for network, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:04.266057 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-590ca836-e065-4d09-a50f-cdd37806dfa6 req-db1d8696-144c-40c8-95e7-4a548f57b704 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1284251
May 10 17:33:04.288508 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: 439e41bc-2348-40d8-8afe-7424a402aa64 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:33:04.289211 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 439e41bc-2348-40d8-8afe-7424a402aa64 not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:33:04.289711 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 5a202a81-d265-4211-8911-23dee31c7929 no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:33:04.335285 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: 5a202a81-d265-4211-8911-23dee31c7929 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:33:04.335672 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 5a202a81-d265-4211-8911-23dee31c7929 not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:33:04.404226 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] Deleting port 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92 {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:33:04.404226 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:04.440880 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] DHCP port deletion for 64b55f2c-b19a-482d-8023-f6baaecf0a48 request from dv-cinder-786383-3-iscsi {{(pid=78699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:33:04.489426 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca99baec-9ed0-40a9-aa81-311560044e15 {{(pid=78697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:33:04.497951 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:04.502857 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] For port 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92,segment=NetworkSegment(89185303-cea4-4e66-a8df-db42cc41c4d4),segment_id=89185303-cea4-4e66-a8df-db42cc41c4d4)] {{(pid=78698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:33:04.503352 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:04.507296 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] Deleting port 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92 {{(pid=78699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:33:04.507921 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:04.513796 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.provisioning_blocks [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Transition to ACTIVE for port object ca99baec-9ed0-40a9-aa81-311560044e15 will not be triggered until provisioned by entity L2. {{(pid=78697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:33:04.517460 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:04.521661 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-ca729793-77b9-4e66-8112-4b076e43015d tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:33:04.609988 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] For port 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92,segment=NetworkSegment(89185303-cea4-4e66-a8df-db42cc41c4d4),segment_id=89185303-cea4-4e66-a8df-db42cc41c4d4)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:33:04.610879 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:04.647372 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] Calling delete_port for 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92 owned by network:dhcp {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:33:04.680590 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Pushing event updated for resources: {'Port': ['ID=ca99baec-9ed0-40a9-aa81-311560044e15,revision_number=2']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:33:04.684055 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:33:04.700215 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:04.707777 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-1b0eb4a9-a92a-48e8-b28b-bc360da65c20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:33:04.759901 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:33:04.762313 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] No DVR routers for this DVR port 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92 on host dv-cinder-786383-3-iscsi {{(pid=78698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:33:04.764487 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:33:04.768025 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Attempting to bind port ca99baec-9ed0-40a9-aa81-311560044e15 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:33:04.768524 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Attempting to bind port ca99baec-9ed0-40a9-aa81-311560044e15 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'adf1ac9b-0a33-4728-83af-ac926a72c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60'}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:33:04.768718 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Attempting to bind port ca99baec-9ed0-40a9-aa81-311560044e15 on network 9afab9d9-3171-477a-8041-fd8012e27f60 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:33:04.773371 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] Calling delete_port for 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92 owned by network:dhcp {{(pid=78699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:33:04.773557 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Port ca99baec-9ed0-40a9-aa81-311560044e15 on network 9afab9d9-3171-477a-8041-fd8012e27f60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:33:04.773862 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Attempting to bind port ca99baec-9ed0-40a9-aa81-311560044e15 on network 9afab9d9-3171-477a-8041-fd8012e27f60 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:33:04.781375 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Checking agent: {'id': '87cc3cef-9683-423a-ab01-169475d75aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'started_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 32, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:33:04.781714 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Checking segment: {'id': 'adf1ac9b-0a33-4728-83af-ac926a72c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:33:04.782209 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Bound using segment: {'id': 'adf1ac9b-0a33-4728-83af-ac926a72c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60'} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:33:04.782685 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Bound port: ca99baec-9ed0-40a9-aa81-311560044e15, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf1ac9b-0a33-4728-83af-ac926a72c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60'}}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:33:04.783093 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:04.834799 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197'] for port, after_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:04.839896 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:33:04.882928 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] Pushing event deleted for resources: {'Port': ['ID=0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92,revision_number=None']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:33:04.885962 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501542', 'neutron.services.segments.db._delete_segments_for_network-8765770262173'] for network, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:04.888219 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] For port ca99baec-9ed0-40a9-aa81-311560044e15, host hv-cinder-78638, cleared binding levels {{(pid=78697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:33:04.891815 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] For port ca99baec-9ed0-40a9-aa81-311560044e15, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ca99baec-9ed0-40a9-aa81-311560044e15,segment=NetworkSegment(adf1ac9b-0a33-4728-83af-ac926a72c85f),segment_id=adf1ac9b-0a33-4728-83af-ac926a72c85f)] {{(pid=78697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:33:04.894064 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] No DVR routers for this DVR port 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92 on host dv-cinder-786383-3-iscsi {{(pid=78699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:33:04.896021 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:04.896361 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:04.896695 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:04.896918 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:04.897075 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:04.897448 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:04.897645 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:04.897963 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:04.898287 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:04.898632 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:04.898954 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:04.899283 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:04.899589 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:04.901798 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.services.segments.db [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8f03c84af0>,) {'filters': {'network_id': ['64b55f2c-b19a-482d-8023-f6baaecf0a48']}} {{(pid=78698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:33:04.902630 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:33:04.907957 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:33:04.918958 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.services.segments.db [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f03c84af0>, '89185303-cea4-4e66-a8df-db42cc41c4d4') {'for_net_delete': True} {{(pid=78698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:33:04.919258 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.services.segments.db [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f03c84af0>, '89185303-cea4-4e66-a8df-db42cc41c4d4') {} {{(pid=78698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:33:04.931253 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765770273639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10641729'] for segment, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:04.953014 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:04.953826 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:04.954557 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:04.955918 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] 10.222.0.36 "PUT /v2.0/ports/ca99baec-9ed0-40a9-aa81-311560044e15 HTTP/1.1" status: 200  len: 1093 time: 1.1101406
May 10 17:33:04.956441 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff8f73d-041a-4dbc-94c3-0e89c67e79d8', 'tag': 'ca99baec-9ed0-40a9-aa81-311560044e15'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:33:04.959562 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=78698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:33:04.959986 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10577365'] for segment, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]: Traceback (most recent call last):
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:     timer()
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:     cb(*args, **kw)
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:     return func(*args, **kwargs)
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:     self._notify()
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:     self.callback(batched_events)
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:     event.method(event)
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:     return f(self, *a, **k)
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:     return self._get(url).json()
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:     return self.request(url, 'GET', **kwargs)
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:33:04.973951 dv-cinder-786383-3-iscsi neutron-server[78698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:33:05.002922 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Pushing event updated for resources: {'Port': ['ID=ca99baec-9ed0-40a9-aa81-311560044e15,revision_number=3']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:33:05.012949 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:33:05.016806 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff8f73d-041a-4dbc-94c3-0e89c67e79d8', 'tag': 'ca99baec-9ed0-40a9-aa81-311560044e15', 'status': 'completed', 'code': 200}
May 10 17:33:05.090582 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422783'] for network, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:05.094950 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-1fd44a3b-890b-497d-82e0-d80bd3cd4ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:33:05.111627 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-22e5bb46-6b4e-4b36-8810-a7db63306066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:05.113108 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-22e5bb46-6b4e-4b36-8810-a7db63306066 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fb2aa314410446981bed63afd665410&device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 1096 time: 0.0834165
May 10 17:33:05.114327 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:05.118243 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] Pushing event deleted for resources: {'Network': ['ID=64b55f2c-b19a-482d-8023-f6baaecf0a48,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:33:05.122868 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:33:05.139118 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] 10.222.0.32 "DELETE /v2.0/networks/64b55f2c-b19a-482d-8023-f6baaecf0a48 HTTP/1.1" status: 204  len: 168 time: 1.0344722
May 10 17:33:05.188384 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-edab1df2-fb1b-4ba3-a2cc-e0437d89d034 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca99baec-9ed0-40a9-aa81-311560044e15 HTTP/1.1" status: 200  len: 217 time: 0.0625012
May 10 17:33:05.254297 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 36684) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:33:05.255157 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-6da00164-626a-4ef0-9675-fd31920213a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:05.256809 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-6da00164-626a-4ef0-9675-fd31920213a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cf24a54-82ea-4663-a879-4db69b2c97c2 HTTP/1.1" status: 200  len: 850 time: 0.0623891
May 10 17:33:05.305970 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-ddc57df1-b91e-4bee-ad22-2dfb84f782ed admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=aca5e614d86048998dd46f3226b6b322&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0504322
May 10 17:33:05.309652 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 36690) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:33:05.371630 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-7cea0af8-3dc1-4d24-a48c-f69ef94254e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:05.373103 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-7cea0af8-3dc1-4d24-a48c-f69ef94254e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9afab9d9-3171-477a-8041-fd8012e27f60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1103086
May 10 17:33:05.539241 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-63f99174-9757-4ab8-8e7e-29d36165d7fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:05.628601 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-63f99174-9757-4ab8-8e7e-29d36165d7fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:05.710708 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-ee812218-d7c1-4429-a26e-ebed4d75f128 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3305607
May 10 17:33:05.796327 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec394c9e-4ab1-41aa-bea1-d78f71cb89ad req-b9627f66-6a15-4a44-a951-dda1aaf22eb7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:05.797753 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ec394c9e-4ab1-41aa-bea1-d78f71cb89ad req-b9627f66-6a15-4a44-a951-dda1aaf22eb7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 943 time: 0.4166837
May 10 17:33:05.825185 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-63f99174-9757-4ab8-8e7e-29d36165d7fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:05.833758 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-64162fc7-5efe-492b-91d6-6238c9883435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:33:05.863942 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f99174-9757-4ab8-8e7e-29d36165d7fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0da7a68-2ff7-427d-aa5f-91a83fb44642,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:33:05.888461 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-63f99174-9757-4ab8-8e7e-29d36165d7fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:33:05.899696 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ec394c9e-4ab1-41aa-bea1-d78f71cb89ad req-9e280d05-b851-4b0e-b2d5-6beae83cd269 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0944123
May 10 17:33:05.902823 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-63f99174-9757-4ab8-8e7e-29d36165d7fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:05.903806 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-63f99174-9757-4ab8-8e7e-29d36165d7fe admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d0da7a68-2ff7-427d-aa5f-91a83fb44642 HTTP/1.1" status: 204  len: 168 time: 0.5932493
May 10 17:33:05.926000 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-83b8b682-5e98-4d6f-b953-b5b91a7ccdcc req-9d509fa0-1d0d-4495-84c0-fa7e396c0a0e service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2081988
May 10 17:33:06.085568 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8932f3-45dd-47da-8c27-5a31a76bc838 req-ba7c2ff2-5fc1-45d2-a2d8-a362a8b6fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:06.086966 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2d8932f3-45dd-47da-8c27-5a31a76bc838 req-ba7c2ff2-5fc1-45d2-a2d8-a362a8b6fdee service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fb2aa314410446981bed63afd665410&device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 1096 time: 0.0739262
May 10 17:33:06.155637 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92 no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:33:06.190093 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:33:06.190815 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 0b3c7979-b01b-4f7f-9e64-fb7fe3bdcd92 not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:33:06.221881 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8932f3-45dd-47da-8c27-5a31a76bc838 req-fe883f72-766c-4933-9f30-19e2e1520fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:06.223342 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2d8932f3-45dd-47da-8c27-5a31a76bc838 req-fe883f72-766c-4933-9f30-19e2e1520fc8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 200  len: 912 time: 0.1297057
May 10 17:33:06.294061 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2d8932f3-45dd-47da-8c27-5a31a76bc838 req-7b5245ed-bf21-46b0-ad2a-cb1a97bf9c56 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca99baec-9ed0-40a9-aa81-311560044e15 HTTP/1.1" status: 200  len: 217 time: 0.0637097
May 10 17:33:06.359667 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8932f3-45dd-47da-8c27-5a31a76bc838 req-13ec30c1-5530-42d6-bd73-c15cac3c6b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:06.361169 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2d8932f3-45dd-47da-8c27-5a31a76bc838 req-13ec30c1-5530-42d6-bd73-c15cac3c6b0b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cf24a54-82ea-4663-a879-4db69b2c97c2 HTTP/1.1" status: 200  len: 850 time: 0.0614302
May 10 17:33:06.440083 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8932f3-45dd-47da-8c27-5a31a76bc838 req-60a0b716-821a-4fef-9ef9-6bb1ae17a7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:06.441532 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2d8932f3-45dd-47da-8c27-5a31a76bc838 req-60a0b716-821a-4fef-9ef9-6bb1ae17a7e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9afab9d9-3171-477a-8041-fd8012e27f60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741549
May 10 17:33:06.573548 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2d8932f3-45dd-47da-8c27-5a31a76bc838 req-7dac4f38-9579-40cd-b603-996bf7d454b7 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1249673
May 10 17:33:06.706194 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2d8932f3-45dd-47da-8c27-5a31a76bc838 req-172772cd-c048-47d6-b434-d3f0a4077726 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1257396
May 10 17:33:07.091743 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e12bbe7-cdbb-4224-8659-6742f32269a3 req-3e3c010d-46df-4d3e-9362-22c61448f8c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:07.093158 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9e12bbe7-cdbb-4224-8659-6742f32269a3 req-3e3c010d-46df-4d3e-9362-22c61448f8c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 943 time: 0.0855803
May 10 17:33:07.139338 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9e12bbe7-cdbb-4224-8659-6742f32269a3 req-ae6307cf-6d8f-44b1-8070-f395eb13981e tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401645
May 10 17:33:08.321011 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73039b80-601f-469b-aa6c-0ce13dd5326b req-b0a4f18a-1601-4890-8e5e-5470720f7c08 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:08.322364 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-73039b80-601f-469b-aa6c-0ce13dd5326b req-b0a4f18a-1601-4890-8e5e-5470720f7c08 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 943 time: 0.0815895
May 10 17:33:08.365736 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-73039b80-601f-469b-aa6c-0ce13dd5326b req-53d71a83-ca47-4368-b4c0-8f8d5cfd54d2 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372090
May 10 17:33:09.549675 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e6425-d5f5-44fa-ad0c-536f6e945234 req-8d3e9b9b-a00b-48eb-a24d-e2d4bc222120 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:09.551047 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cd5e6425-d5f5-44fa-ad0c-536f6e945234 req-8d3e9b9b-a00b-48eb-a24d-e2d4bc222120 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 943 time: 0.0816751
May 10 17:33:09.596255 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cd5e6425-d5f5-44fa-ad0c-536f6e945234 req-22f0bfa8-8abb-4c0a-a0ab-9f40000f3fc7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395272
May 10 17:33:10.577239 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 36784) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:33:10.691654 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f2c98e50-ef3a-4931-a06d-178db4e0fa18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:10.708688 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-f2c98e50-ef3a-4931-a06d-178db4e0fa18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:33:10.747881 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-f2c98e50-ef3a-4931-a06d-178db4e0fa18 admin admin] Usage tracker for resource:security_group_rule and tenant:73639d297fa842a693fcd6df43f27b55 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:33:10.754987 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-f2c98e50-ef3a-4931-a06d-178db4e0fa18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:33:10.763013 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-f2c98e50-ef3a-4931-a06d-178db4e0fa18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:33:10.825871 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd04f63-9762-4fe6-974d-572eb7edd8f7 req-eb9ae0e4-a6ee-407c-8324-fac83f36c347 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:10.827249 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bcd04f63-9762-4fe6-974d-572eb7edd8f7 req-eb9ae0e4-a6ee-407c-8324-fac83f36c347 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 943 time: 0.1227939
May 10 17:33:10.899310 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bcd04f63-9762-4fe6-974d-572eb7edd8f7 req-afdb578b-1f7f-49f3-a469-b3e65c6bf36e tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0657938
May 10 17:33:10.906103 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f2c98e50-ef3a-4931-a06d-178db4e0fa18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:10.910114 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f2c98e50-ef3a-4931-a06d-178db4e0fa18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:10.919007 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-a6624e38-a1b1-4d66-b9e2-8cca878ef1dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:33:10.959016 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-f2c98e50-ef3a-4931-a06d-178db4e0fa18 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=73639d297fa842a693fcd6df43f27b55&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3807130
May 10 17:33:10.961638 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 36792) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:33:10.963091 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c98e50-ef3a-4931-a06d-178db4e0fa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d1ce6c-0e74-43cd-943b-3b18323b74bc,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:33:10.970416 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c98e50-ef3a-4931-a06d-178db4e0fa18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:10.970796 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c98e50-ef3a-4931-a06d-178db4e0fa18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:10.971170 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c98e50-ef3a-4931-a06d-178db4e0fa18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:10.971536 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c98e50-ef3a-4931-a06d-178db4e0fa18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:10.971898 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c98e50-ef3a-4931-a06d-178db4e0fa18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:10.972262 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c98e50-ef3a-4931-a06d-178db4e0fa18 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:10.972623 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c98e50-ef3a-4931-a06d-178db4e0fa18 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:10.972977 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c98e50-ef3a-4931-a06d-178db4e0fa18 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:10.973332 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c98e50-ef3a-4931-a06d-178db4e0fa18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:10.973685 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c98e50-ef3a-4931-a06d-178db4e0fa18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:10.974036 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c98e50-ef3a-4931-a06d-178db4e0fa18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:10.974411 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c98e50-ef3a-4931-a06d-178db4e0fa18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:33:10.978208 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-f2c98e50-ef3a-4931-a06d-178db4e0fa18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:33:11.019352 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8b8d1bca-734d-4c7e-8a61-88e29d56f648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:11.044263 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8b8d1bca-734d-4c7e-8a61-88e29d56f648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:11.093658 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8b8d1bca-734d-4c7e-8a61-88e29d56f648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:11.097061 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-d5c95ebf-65ae-41bf-8d7b-da514174412d tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:33:11.108226 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d1bca-734d-4c7e-8a61-88e29d56f648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d1ce6c-0e74-43cd-943b-3b18323b74bc,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:33:11.111951 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-8b8d1bca-734d-4c7e-8a61-88e29d56f648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:33:11.115790 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-8b8d1bca-734d-4c7e-8a61-88e29d56f648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:11.119158 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-8b8d1bca-734d-4c7e-8a61-88e29d56f648 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/d3d1ce6c-0e74-43cd-943b-3b18323b74bc HTTP/1.1" status: 204  len: 168 time: 0.1542859
May 10 17:33:11.388832 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 36802) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:33:11.407214 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4bc2a831-3a07-4f65-8443-fc9a47ad5e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:11.421651 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-4bc2a831-3a07-4f65-8443-fc9a47ad5e2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:33:11.425391 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-4bc2a831-3a07-4f65-8443-fc9a47ad5e2b admin admin] Usage tracker for resource:security_group_rule and tenant:de8ad9c6e3924a7595245a5c8eff63e2 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:33:11.428251 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-4bc2a831-3a07-4f65-8443-fc9a47ad5e2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:33:11.433856 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-4bc2a831-3a07-4f65-8443-fc9a47ad5e2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:33:11.518109 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4bc2a831-3a07-4f65-8443-fc9a47ad5e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:11.521514 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-4bc2a831-3a07-4f65-8443-fc9a47ad5e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:11.528653 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-22f037fa-a9fd-40e8-bae9-984c7584e44f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:33:11.566461 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc2a831-3a07-4f65-8443-fc9a47ad5e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6571828e-e5b4-43ef-8b88-44bea62cceda,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:33:11.572606 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-4bc2a831-3a07-4f65-8443-fc9a47ad5e2b admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=de8ad9c6e3924a7595245a5c8eff63e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1807742
May 10 17:33:11.572606 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-4bc2a831-3a07-4f65-8443-fc9a47ad5e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:33:11.573190 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 36806) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:33:11.629111 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-82e2ec16-26d8-44c9-a105-2dd9a313933b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:11.654467 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-82e2ec16-26d8-44c9-a105-2dd9a313933b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:11.703144 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-82e2ec16-26d8-44c9-a105-2dd9a313933b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:11.706574 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-8cf63097-bb46-43c4-aff1-fe3e820158f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:33:11.719281 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e2ec16-26d8-44c9-a105-2dd9a313933b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6571828e-e5b4-43ef-8b88-44bea62cceda,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:33:11.722079 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-82e2ec16-26d8-44c9-a105-2dd9a313933b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:33:11.723972 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-82e2ec16-26d8-44c9-a105-2dd9a313933b admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:11.725045 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-82e2ec16-26d8-44c9-a105-2dd9a313933b admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6571828e-e5b4-43ef-8b88-44bea62cceda HTTP/1.1" status: 204  len: 168 time: 0.1510427
May 10 17:33:12.192197 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697e939-c4ef-4f5f-83f3-5dedc68e4d9a req-283b808e-3252-45a7-b6aa-987960314348 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:12.193754 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6697e939-c4ef-4f5f-83f3-5dedc68e4d9a req-283b808e-3252-45a7-b6aa-987960314348 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 943 time: 0.1801791
May 10 17:33:12.240890 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6697e939-c4ef-4f5f-83f3-5dedc68e4d9a req-c8fa7182-2dfb-4f36-a8a8-e1902d098eb8 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413134
May 10 17:33:13.431490 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6162bc63-5fec-4471-a48a-12b3a697ab8d req-7a9224b0-5792-40b7-89a2-4cf159d36027 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:13.433158 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6162bc63-5fec-4471-a48a-12b3a697ab8d req-7a9224b0-5792-40b7-89a2-4cf159d36027 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 943 time: 0.0856986
May 10 17:33:13.482786 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6162bc63-5fec-4471-a48a-12b3a697ab8d req-11cd8b7b-a019-4b27-b1bd-e02093df1a0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437713
May 10 17:33:13.743157 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device ca99baec-9ed0-40a9-aa81-311560044e15 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:33:13.873836 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port ca99baec-9ed0-40a9-aa81-311560044e15, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ca99baec-9ed0-40a9-aa81-311560044e15,segment=NetworkSegment(adf1ac9b-0a33-4728-83af-ac926a72c85f),segment_id=adf1ac9b-0a33-4728-83af-ac926a72c85f)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:33:13.886493 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': 'ca99baec-9ed0-40a9-aa81-311560044e15', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'port_id': 'ca99baec-9ed0-40a9-aa81-311560044e15', 'mac_address': 'fa:16:3e:08:61:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:33:13.939473 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:13.955294 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca99baec-9ed0-40a9-aa81-311560044e15 {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:33:13.969990 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port ca99baec-9ed0-40a9-aa81-311560044e15, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ca99baec-9ed0-40a9-aa81-311560044e15,segment=NetworkSegment(adf1ac9b-0a33-4728-83af-ac926a72c85f),segment_id=adf1ac9b-0a33-4728-83af-ac926a72c85f)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:33:13.974028 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:13.976610 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:33:14.074394 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=ca99baec-9ed0-40a9-aa81-311560044e15,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:33:14.077684 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:33:14.419512 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['ca99baec-9ed0-40a9-aa81-311560044e15'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:33:14.668591 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04cca35-cf99-47bf-874f-357049426957 req-79ed1bd2-4fa4-4997-94f8-7714706a4c10 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:14.670210 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a04cca35-cf99-47bf-874f-357049426957 req-79ed1bd2-4fa4-4997-94f8-7714706a4c10 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 944 time: 0.0825784
May 10 17:33:14.718806 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a04cca35-cf99-47bf-874f-357049426957 req-6c2e7183-b9a9-4e53-8cd4-ba94c5c9b7fd tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426450
May 10 17:33:15.897699 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24c40c4-e064-4451-bbe3-b76b766b6d9f req-b137a699-5cae-482a-a895-d52411d98f19 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:15.899196 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e24c40c4-e064-4451-bbe3-b76b766b6d9f req-b137a699-5cae-482a-a895-d52411d98f19 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 944 time: 0.0784597
May 10 17:33:15.943925 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e24c40c4-e064-4451-bbe3-b76b766b6d9f req-c4e4a8df-400d-4e06-a846-d26e35dbfa2e tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386083
May 10 17:33:16.730908 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device ca99baec-9ed0-40a9-aa81-311560044e15 up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:33:16.796241 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning for port ca99baec-9ed0-40a9-aa81-311560044e15 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:33:16.800650 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port ca99baec-9ed0-40a9-aa81-311560044e15 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:33:16.801032 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:16.918326 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:16.943920 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff8f73d-041a-4dbc-94c3-0e89c67e79d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca99baec-9ed0-40a9-aa81-311560044e15'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:33:16.953865 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port ca99baec-9ed0-40a9-aa81-311560044e15, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ca99baec-9ed0-40a9-aa81-311560044e15,segment=NetworkSegment(adf1ac9b-0a33-4728-83af-ac926a72c85f),segment_id=adf1ac9b-0a33-4728-83af-ac926a72c85f)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:33:16.957761 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:16.959655 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:33:17.035422 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=ca99baec-9ed0-40a9-aa81-311560044e15,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:33:17.038515 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:33:17.146398 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90d322-7817-4d3e-8728-9ba4c293ca95 req-6ad6e47c-3f43-4c63-b641-9d5ebb1555a7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:17.147941 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8c90d322-7817-4d3e-8728-9ba4c293ca95 req-6ad6e47c-3f43-4c63-b641-9d5ebb1555a7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 945 time: 0.0838649
May 10 17:33:17.152004 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff8f73d-041a-4dbc-94c3-0e89c67e79d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca99baec-9ed0-40a9-aa81-311560044e15', 'code': 200}
May 10 17:33:17.192662 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8c90d322-7817-4d3e-8728-9ba4c293ca95 req-f058df47-2654-4f58-84be-032a05b151e9 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379391
May 10 17:33:18.377406 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16808f2-b1be-44da-b2ee-7d2d1e538c2d req-26a318b1-0680-4af9-978d-b94c81d73cbe tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:18.378873 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b16808f2-b1be-44da-b2ee-7d2d1e538c2d req-26a318b1-0680-4af9-978d-b94c81d73cbe tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 945 time: 0.0793657
May 10 17:33:18.426160 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b16808f2-b1be-44da-b2ee-7d2d1e538c2d req-fc41500d-5fed-4257-b13c-29d05cccd5de tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415573
May 10 17:33:19.476639 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6e1e9-dc9c-4809-8531-3bd6d9675b8d req-e83b7b58-a88d-4190-8795-ff8e04b497dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:19.478093 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dba6e1e9-dc9c-4809-8531-3bd6d9675b8d req-e83b7b58-a88d-4190-8795-ff8e04b497dc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 1098 time: 0.0692017
May 10 17:33:19.522474 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dba6e1e9-dc9c-4809-8531-3bd6d9675b8d req-24e7652f-3d58-43ea-8ff0-6020b33c52d1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0360024
May 10 17:33:19.612543 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff44c0-8320-48b1-baa1-617ef5f43f74 req-3beeb25b-1e57-421f-b732-b2d1dda45266 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:19.614148 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-78ff44c0-8320-48b1-baa1-617ef5f43f74 req-3beeb25b-1e57-421f-b732-b2d1dda45266 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 945 time: 0.0832901
May 10 17:33:19.658888 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-78ff44c0-8320-48b1-baa1-617ef5f43f74 req-0844a127-1403-4607-8954-d4aa8ed643c6 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389054
May 10 17:33:20.215834 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:33:20.248171 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-510665ac-36d8-4e70-90fd-0406f5cb843a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:20.839673 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79454f-1928-412e-a8e0-9ae4eeaa8436 req-19567782-2d63-4b0b-b021-167ed43f69b7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:20.841106 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8a79454f-1928-412e-a8e0-9ae4eeaa8436 req-19567782-2d63-4b0b-b021-167ed43f69b7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 945 time: 0.0793257
May 10 17:33:20.893566 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8a79454f-1928-412e-a8e0-9ae4eeaa8436 req-389498ea-8619-4346-9568-899b3639f916 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466764
May 10 17:33:21.579675 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:22.074969 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1a654c-837e-4343-af0c-4f69777d7906 req-7a95801a-e747-42e8-9219-53936f791a43 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:22.076427 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6f1a654c-837e-4343-af0c-4f69777d7906 req-7a95801a-e747-42e8-9219-53936f791a43 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 945 time: 0.0791337
May 10 17:33:22.121506 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6f1a654c-837e-4343-af0c-4f69777d7906 req-32d98f65-2749-433d-a0d8-30a1db6a5830 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392385
May 10 17:33:22.763320 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:22.911018 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-7eb6272f-2819-43b7-9a2c-617e20a5003c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:23.304645 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dbfa1b-0f83-4381-b32b-cb70d220ef1d req-89cc88bf-94ac-431e-9220-0b6f2c435c75 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:23.306032 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2dbfa1b-0f83-4381-b32b-cb70d220ef1d req-89cc88bf-94ac-431e-9220-0b6f2c435c75 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 945 time: 0.0827658
May 10 17:33:23.350746 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d2dbfa1b-0f83-4381-b32b-cb70d220ef1d req-34309869-d237-43db-b6b7-53570e4d51ce tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0385804
May 10 17:33:23.982981 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:24.533053 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938206bd-ad88-4640-8128-7753260ea97a req-bc60220c-fd96-4e48-8ec3-f3c0d090d119 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:24.534510 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-938206bd-ad88-4640-8128-7753260ea97a req-bc60220c-fd96-4e48-8ec3-f3c0d090d119 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 945 time: 0.0789204
May 10 17:33:24.580115 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-938206bd-ad88-4640-8128-7753260ea97a req-20956ef4-3739-476e-950e-3975f5888786 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399880
May 10 17:33:24.761382 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7cae86-f5aa-4b95-a443-699c45bdddfb req-885edfd1-530c-45ef-b5d3-3d0f431f8da6 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:24.762757 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ab7cae86-f5aa-4b95-a443-699c45bdddfb req-885edfd1-530c-45ef-b5d3-3d0f431f8da6 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 945 time: 0.0786204
May 10 17:33:24.811654 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ab7cae86-f5aa-4b95-a443-699c45bdddfb req-b29573cc-188b-44c3-be8c-f9444b8bc3c8 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427039
May 10 17:33:24.836073 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 36920) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:33:25.072287 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0b2fb8-f96e-4ba6-a3b1-f432075ab016 tempest-TestVolumeBootPattern-1145435578 tempest-TestVolumeBootPattern-1145435578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:25.072979 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-fe0b2fb8-f96e-4ba6-a3b1-f432075ab016 tempest-TestVolumeBootPattern-1145435578 tempest-TestVolumeBootPattern-1145435578-project-admin] Synchronizing usage tracker for tenant:33dac0e51fed4661b92a22ebfde92b12 on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:33:25.089219 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-fe0b2fb8-f96e-4ba6-a3b1-f432075ab016 tempest-TestVolumeBootPattern-1145435578 tempest-TestVolumeBootPattern-1145435578-project-admin] Unset dirty status for tenant:33dac0e51fed4661b92a22ebfde92b12 on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:33:25.090394 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-fe0b2fb8-f96e-4ba6-a3b1-f432075ab016 tempest-TestVolumeBootPattern-1145435578 tempest-TestVolumeBootPattern-1145435578-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 1093 time: 0.2533445
May 10 17:33:25.093261 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 36926) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:33:25.098171 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Request body: {'floatingip': {'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'port_id': 'ca99baec-9ed0-40a9-aa81-311560044e15', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'fixed_ip_address': '172.20.0.4'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:33:25.103952 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:33:25.108136 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Usage tracker for resource:floatingip and tenant:8fb2aa314410446981bed63afd665410 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:33:25.110894 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:33:25.116429 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:33:25.126872 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for floatingip, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:25.262591 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:25.394118 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_common [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Allocated IP 172.27.1.203 (bae4116f-378a-4109-9d6f-b35b773f5102/85c6ce2f-4b23-430e-8a05-d1a9c5baa36d/faa3a692-3fba-49aa-b2cc-ead9616ac3f9) {{(pid=78697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:33:25.440156 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:25.627219 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for port, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:25.656755 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:25.661025 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-81b5999c-764b-4f30-a9c1-3f4d96355b5e tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:33:25.719420 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Network bae4116f-378a-4109-9d6f-b35b773f5102 is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:33:25.721941 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:33:25.725531 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Received port after_create {{(pid=78697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:33:25.767066 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event updated for resources: {'Port': ['ID=faa3a692-3fba-49aa-b2cc-ead9616ac3f9,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:33:25.770951 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:33:26.131524 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:26.203978 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:26.403365 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for port, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:26.407543 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:26.411138 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-eb4828df-574c-4244-bf25-ba00fc71f75f tempest-DeleteServersTestJSON-1012294866 tempest-DeleteServersTestJSON-1012294866-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:33:26.514383 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event updated for resources: {'Port': ['ID=faa3a692-3fba-49aa-b2cc-ead9616ac3f9,revision_number=2']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:33:26.517102 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:33:26.529248 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422768'] for floatingip, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:26.694700 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.db.l3_db [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Floating IP 6089b4fe-f204-4f4b-8afb-311b4b715aeb associated. External IP: 172.27.1.203, port: ca99baec-9ed0-40a9-aa81-311560044e15.
May 10 17:33:27.149815 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Router 37eaf824-c75e-4e52-8e49-9440c246b848 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:33:27.328430 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:33:27.337946 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98431369-e04a-4d2f-b7ad-c772ea54276d None None] Sync routers for ids ['37eaf824-c75e-4e52-8e49-9440c246b848'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:33:27.348112 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98431369-e04a-4d2f-b7ad-c772ea54276d None None] Routers {'37eaf824-c75e-4e52-8e49-9440c246b848'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:33:27.348748 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-98431369-e04a-4d2f-b7ad-c772ea54276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f037f11c0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:33:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['37eaf824-c75e-4e52-8e49-9440c246b848'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:33:27.356084 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for floatingip, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:27.413767 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-1573bf21-ef00-4154-bee4-8f6136dc5e25 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3195093
May 10 17:33:27.414453 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff8f73d-041a-4dbc-94c3-0e89c67e79d8', 'tag': 'ca99baec-9ed0-40a9-aa81-311560044e15'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:33:27.458533 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff8f73d-041a-4dbc-94c3-0e89c67e79d8', 'tag': 'ca99baec-9ed0-40a9-aa81-311560044e15', 'status': 'completed', 'code': 200}
May 10 17:33:27.525308 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-98431369-e04a-4d2f-b7ad-c772ea54276d None None] Set router 37eaf824-c75e-4e52-8e49-9440c246b848 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:33:27.586084 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bf5d6-f2f1-4637-b84f-a33f987ed644 req-602f8c1a-3ea8-4fc7-bd4b-192a6bbf8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:27.587493 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b16bf5d6-f2f1-4637-b84f-a33f987ed644 req-602f8c1a-3ea8-4fc7-bd4b-192a6bbf8386 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fb2aa314410446981bed63afd665410&device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 1098 time: 0.0700154
May 10 17:33:27.716250 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bf5d6-f2f1-4637-b84f-a33f987ed644 req-936dbd4f-5135-4b27-9a5f-9cf6454ac5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:27.717693 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b16bf5d6-f2f1-4637-b84f-a33f987ed644 req-936dbd4f-5135-4b27-9a5f-9cf6454ac5f7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 200  len: 912 time: 0.1240723
May 10 17:33:27.819792 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b16bf5d6-f2f1-4637-b84f-a33f987ed644 req-8b7fcb47-a718-4cc6-9915-fb38afc63352 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca99baec-9ed0-40a9-aa81-311560044e15 HTTP/1.1" status: 200  len: 999 time: 0.0954108
May 10 17:33:27.866285 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-98431369-e04a-4d2f-b7ad-c772ea54276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f037f11c0>, [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': '6089b4fe-f204-4f4b-8afb-311b4b715aeb', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'port_id': 'ca99baec-9ed0-40a9-aa81-311560044e15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'mac_address': 'fa:16:3e:08:61:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff8f73d-041a-4dbc-94c3-0e89c67e79d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:33:26Z', 'updated_at': '2021-05-10T17:33:26Z', 'revision_number': 0, 'project_id': '8fb2aa314410446981bed63afd665410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d98f38-f4d8-41aa-9d95-be03b3526014', 'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'mac_address': 'fa:16:3e:f9:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:25Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 5, 'project_id': '8fb2aa314410446981bed63afd665410', 'subnets': [{'id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:33:27.870644 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98431369-e04a-4d2f-b7ad-c772ea54276d None None] Checking router: 37eaf824-c75e-4e52-8e49-9440c246b848 for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:33:27.878909 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98431369-e04a-4d2f-b7ad-c772ea54276d None None] Routers {'37eaf824-c75e-4e52-8e49-9440c246b848'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:33:27.879498 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-98431369-e04a-4d2f-b7ad-c772ea54276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f037f11c0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:33:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['37eaf824-c75e-4e52-8e49-9440c246b848'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:33:27.880608 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bf5d6-f2f1-4637-b84f-a33f987ed644 req-ff0a4a17-5442-4a86-94cb-58fe99a543b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:27.882071 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b16bf5d6-f2f1-4637-b84f-a33f987ed644 req-ff0a4a17-5442-4a86-94cb-58fe99a543b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cf24a54-82ea-4663-a879-4db69b2c97c2 HTTP/1.1" status: 200  len: 850 time: 0.0564468
May 10 17:33:27.959329 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16bf5d6-f2f1-4637-b84f-a33f987ed644 req-1f5158dc-4fc7-49c7-b0d3-9926e2005ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:27.960822 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b16bf5d6-f2f1-4637-b84f-a33f987ed644 req-1f5158dc-4fc7-49c7-b0d3-9926e2005ab5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9afab9d9-3171-477a-8041-fd8012e27f60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0726249
May 10 17:33:28.097670 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b16bf5d6-f2f1-4637-b84f-a33f987ed644 req-14166258-c6fe-450b-8bd9-ae0f7a6e1ff8 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1302631
May 10 17:33:28.098020 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-98431369-e04a-4d2f-b7ad-c772ea54276d None None] Set router 37eaf824-c75e-4e52-8e49-9440c246b848 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:33:28.236240 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b16bf5d6-f2f1-4637-b84f-a33f987ed644 req-aff18522-96d1-41d0-9d0c-60cb44001f9d service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304693
May 10 17:33:28.447261 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-98431369-e04a-4d2f-b7ad-c772ea54276d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f037f11c0>, [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': '6089b4fe-f204-4f4b-8afb-311b4b715aeb', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'port_id': 'ca99baec-9ed0-40a9-aa81-311560044e15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'mac_address': 'fa:16:3e:08:61:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff8f73d-041a-4dbc-94c3-0e89c67e79d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:33:26Z', 'updated_at': '2021-05-10T17:33:26Z', 'revision_number': 0, 'project_id': '8fb2aa314410446981bed63afd665410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d98f38-f4d8-41aa-9d95-be03b3526014', 'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'mac_address': 'fa:16:3e:f9:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:25Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 5, 'project_id': '8fb2aa314410446981bed63afd665410', 'subnets': [{'id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:33:28.451217 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98431369-e04a-4d2f-b7ad-c772ea54276d None None] The sync data for ids ['37eaf824-c75e-4e52-8e49-9440c246b848'] in dv-cinder-786383-3-iscsi is: [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': '6089b4fe-f204-4f4b-8afb-311b4b715aeb', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'floating_ip_address': '172.27.1.203', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'port_id': 'ca99baec-9ed0-40a9-aa81-311560044e15', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 641, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'mac_address': 'fa:16:3e:08:61:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff8f73d-041a-4dbc-94c3-0e89c67e79d8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:33:26Z', 'updated_at': '2021-05-10T17:33:26Z', 'revision_number': 0, 'project_id': '8fb2aa314410446981bed63afd665410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d98f38-f4d8-41aa-9d95-be03b3526014', 'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'mac_address': 'fa:16:3e:f9:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:25Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 5, 'project_id': '8fb2aa314410446981bed63afd665410', 'subnets': [{'id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:33:28.652436 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1b30d1-d726-4324-90d8-8c198040cce3 None None] New status for floating IP 6089b4fe-f204-4f4b-8afb-311b4b715aeb: ACTIVE {{(pid=78700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:33:50.251899 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ef902f23-0ece-43ba-9986-9a4d5fcbbd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:51.601636 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:52.765574 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:52.912662 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-5d680ce1-e8f6-4db1-bbf4-e5fe3fb8e299 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:52.994740 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 37082) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:33:53.113363 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b466ef6d-ee0a-42b1-b2fb-b7ab894502bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:53.127883 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-b466ef6d-ee0a-42b1-b2fb-b7ab894502bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:33:53.131625 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-b466ef6d-ee0a-42b1-b2fb-b7ab894502bf admin admin] Usage tracker for resource:security_group_rule and tenant:7fb2abc3dcc44e56bb45f86193c1d5ee is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:33:53.134367 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-b466ef6d-ee0a-42b1-b2fb-b7ab894502bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:33:53.139964 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-b466ef6d-ee0a-42b1-b2fb-b7ab894502bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:33:53.219558 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b466ef6d-ee0a-42b1-b2fb-b7ab894502bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:53.223188 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-b466ef6d-ee0a-42b1-b2fb-b7ab894502bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:53.230317 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-992cf22d-5270-4d98-9d56-72f3c2d1adf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:33:53.271417 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-b466ef6d-ee0a-42b1-b2fb-b7ab894502bf admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7fb2abc3dcc44e56bb45f86193c1d5ee&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2755919
May 10 17:33:53.272232 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b466ef6d-ee0a-42b1-b2fb-b7ab894502bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8048896-092e-4478-a65a-dce5233a0207,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:33:53.274061 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 37088) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:33:53.275358 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-b466ef6d-ee0a-42b1-b2fb-b7ab894502bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:33:53.336529 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b88415cc-07d4-4b51-ab0a-ab8b12ee4d9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:53.362415 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b88415cc-07d4-4b51-ab0a-ab8b12ee4d9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:53.412372 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b88415cc-07d4-4b51-ab0a-ab8b12ee4d9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:53.415823 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-e808edae-fce8-49ed-8907-b2909c735936 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:33:53.426801 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88415cc-07d4-4b51-ab0a-ab8b12ee4d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8048896-092e-4478-a65a-dce5233a0207,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:33:53.430576 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-b88415cc-07d4-4b51-ab0a-ab8b12ee4d9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:33:53.434076 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-b88415cc-07d4-4b51-ab0a-ab8b12ee4d9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:53.435221 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-b88415cc-07d4-4b51-ab0a-ab8b12ee4d9e admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/a8048896-092e-4478-a65a-dce5233a0207 HTTP/1.1" status: 204  len: 168 time: 0.1601448
May 10 17:33:53.576472 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-921a7869-8d24-4730-ab50-deba8ada2941 req-adb5b568-9c90-4eea-b2d2-a2fcf5b84772 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0764406
May 10 17:33:53.718358 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 37096) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:33:53.733699 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a7869-8d24-4730-ab50-deba8ada2941 req-022c0279-8f8a-478c-8a57-1cffa880f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:53.735199 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-921a7869-8d24-4730-ab50-deba8ada2941 req-022c0279-8f8a-478c-8a57-1cffa880f48d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fb2aa314410446981bed63afd665410&device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 1098 time: 0.0720031
May 10 17:33:53.738222 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-519caa5f-eafc-43e5-bee4-d0221b0e5a55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:53.752794 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-519caa5f-eafc-43e5-bee4-d0221b0e5a55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:33:53.756705 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-519caa5f-eafc-43e5-bee4-d0221b0e5a55 admin admin] Usage tracker for resource:security_group_rule and tenant:46ba8291eefd46b492d2b4c820d59bbb is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:33:53.759535 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-519caa5f-eafc-43e5-bee4-d0221b0e5a55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:33:53.765134 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-519caa5f-eafc-43e5-bee4-d0221b0e5a55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:33:53.847006 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-519caa5f-eafc-43e5-bee4-d0221b0e5a55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:53.850453 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-519caa5f-eafc-43e5-bee4-d0221b0e5a55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:53.859046 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-7c43b227-6594-4750-8d26-8dc55f0ad13c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:33:53.881025 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a7869-8d24-4730-ab50-deba8ada2941 req-08c6ffbb-3919-42c8-806c-eb53d5892917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:53.882502 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-921a7869-8d24-4730-ab50-deba8ada2941 req-08c6ffbb-3919-42c8-806c-eb53d5892917 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 200  len: 912 time: 0.1282921
May 10 17:33:53.899595 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519caa5f-eafc-43e5-bee4-d0221b0e5a55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f03ca7-acab-4742-b8bd-87474a1060c0,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:33:53.903718 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-519caa5f-eafc-43e5-bee4-d0221b0e5a55 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=46ba8291eefd46b492d2b4c820d59bbb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1843576
May 10 17:33:53.904599 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-519caa5f-eafc-43e5-bee4-d0221b0e5a55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:33:53.906287 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 37100) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:33:53.967704 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5d921fdc-bf33-4980-a681-686db9e9567f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:53.986520 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:53.996464 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5d921fdc-bf33-4980-a681-686db9e9567f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:54.050742 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5d921fdc-bf33-4980-a681-686db9e9567f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:54.056139 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-b552976b-34d1-45f7-b788-ccec35473757 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:33:54.067638 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d921fdc-bf33-4980-a681-686db9e9567f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f03ca7-acab-4742-b8bd-87474a1060c0,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:33:54.070525 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-5d921fdc-bf33-4980-a681-686db9e9567f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:33:54.072441 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-5d921fdc-bf33-4980-a681-686db9e9567f admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:54.073538 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-5d921fdc-bf33-4980-a681-686db9e9567f admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/65f03ca7-acab-4742-b8bd-87474a1060c0 HTTP/1.1" status: 204  len: 168 time: 0.1663415
May 10 17:33:54.095251 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-921a7869-8d24-4730-ab50-deba8ada2941 req-b1392d9a-4cb0-4d9c-acba-4ded971f663e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca99baec-9ed0-40a9-aa81-311560044e15 HTTP/1.1" status: 200  len: 1001 time: 0.2053566
May 10 17:33:54.159875 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a7869-8d24-4730-ab50-deba8ada2941 req-d4927cc4-9062-4644-97e6-0cd8a564cca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:54.161302 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-921a7869-8d24-4730-ab50-deba8ada2941 req-d4927cc4-9062-4644-97e6-0cd8a564cca2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cf24a54-82ea-4663-a879-4db69b2c97c2 HTTP/1.1" status: 200  len: 850 time: 0.0599058
May 10 17:33:54.237954 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921a7869-8d24-4730-ab50-deba8ada2941 req-6b13c2f7-3e7f-44f4-b971-79dc73b51720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:33:54.239444 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-921a7869-8d24-4730-ab50-deba8ada2941 req-6b13c2f7-3e7f-44f4-b971-79dc73b51720 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9afab9d9-3171-477a-8041-fd8012e27f60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0723350
May 10 17:33:54.370326 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-921a7869-8d24-4730-ab50-deba8ada2941 req-a1b351de-a1f0-43e5-88a9-f76107599b2a service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241004
May 10 17:33:54.503645 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-921a7869-8d24-4730-ab50-deba8ada2941 req-8216cb53-498e-4450-9f05-448112dfdc30 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1266274
May 10 17:33:55.442016 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:33:57.215574 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:34:00.464043 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 37188) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:34:00.577905 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-bcfaac6e-97f4-411d-b4ce-ff8ccf82af90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:00.592039 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-bcfaac6e-97f4-411d-b4ce-ff8ccf82af90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:34:00.595754 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-bcfaac6e-97f4-411d-b4ce-ff8ccf82af90 admin admin] Usage tracker for resource:security_group_rule and tenant:831e86e901d04b528b9e690796537709 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:34:00.599072 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-bcfaac6e-97f4-411d-b4ce-ff8ccf82af90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:34:00.604816 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-bcfaac6e-97f4-411d-b4ce-ff8ccf82af90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:34:00.685082 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-bcfaac6e-97f4-411d-b4ce-ff8ccf82af90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:00.687850 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-bcfaac6e-97f4-411d-b4ce-ff8ccf82af90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:00.694477 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-aa863e5b-1122-41e5-ab29-f6b3bc47167f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:34:00.735696 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-bcfaac6e-97f4-411d-b4ce-ff8ccf82af90 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=831e86e901d04b528b9e690796537709&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2706151
May 10 17:34:00.737590 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfaac6e-97f4-411d-b4ce-ff8ccf82af90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d63db22-e0fa-4811-86fe-d30c20b858cc,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:34:00.738418 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 37194) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:34:00.745140 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfaac6e-97f4-411d-b4ce-ff8ccf82af90 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:34:00.745519 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfaac6e-97f4-411d-b4ce-ff8ccf82af90 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:34:00.745887 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfaac6e-97f4-411d-b4ce-ff8ccf82af90 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:34:00.746252 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfaac6e-97f4-411d-b4ce-ff8ccf82af90 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:34:00.746633 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfaac6e-97f4-411d-b4ce-ff8ccf82af90 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:34:00.746992 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfaac6e-97f4-411d-b4ce-ff8ccf82af90 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:34:00.747346 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfaac6e-97f4-411d-b4ce-ff8ccf82af90 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:34:00.747698 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfaac6e-97f4-411d-b4ce-ff8ccf82af90 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:34:00.748154 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfaac6e-97f4-411d-b4ce-ff8ccf82af90 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:34:00.748514 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfaac6e-97f4-411d-b4ce-ff8ccf82af90 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:34:00.748862 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfaac6e-97f4-411d-b4ce-ff8ccf82af90 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:34:00.749234 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcfaac6e-97f4-411d-b4ce-ff8ccf82af90 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:34:00.753050 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-bcfaac6e-97f4-411d-b4ce-ff8ccf82af90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:34:00.796589 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-1a6d128b-f57a-41d8-bede-c2a3316f3000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:00.820944 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-1a6d128b-f57a-41d8-bede-c2a3316f3000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:00.875589 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-1a6d128b-f57a-41d8-bede-c2a3316f3000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:00.880126 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-8f67d157-1e1e-480d-b91e-df58914a8c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:34:00.891512 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6d128b-f57a-41d8-bede-c2a3316f3000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d63db22-e0fa-4811-86fe-d30c20b858cc,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:34:00.895792 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-1a6d128b-f57a-41d8-bede-c2a3316f3000 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:34:00.901001 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-1a6d128b-f57a-41d8-bede-c2a3316f3000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:00.902092 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-1a6d128b-f57a-41d8-bede-c2a3316f3000 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/6d63db22-e0fa-4811-86fe-d30c20b858cc HTTP/1.1" status: 204  len: 168 time: 0.1626229
May 10 17:34:01.173960 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 37202) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:34:01.192039 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f200d3e9-66cd-4a75-909b-3c3234846732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:01.206265 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-f200d3e9-66cd-4a75-909b-3c3234846732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:34:01.209979 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-f200d3e9-66cd-4a75-909b-3c3234846732 admin admin] Usage tracker for resource:security_group_rule and tenant:7fe96bc9cd1546fb9f712d30e5df9fd7 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:34:01.212736 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-f200d3e9-66cd-4a75-909b-3c3234846732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:34:01.218252 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-f200d3e9-66cd-4a75-909b-3c3234846732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:34:01.298308 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f200d3e9-66cd-4a75-909b-3c3234846732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:01.302410 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-f200d3e9-66cd-4a75-909b-3c3234846732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:01.308983 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-6d9e61ac-6f96-48b3-af76-51681890544e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:34:01.346264 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200d3e9-66cd-4a75-909b-3c3234846732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b166f3d5-bec4-44f0-8567-f9b1caed3d18,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:34:01.350454 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-f200d3e9-66cd-4a75-909b-3c3234846732 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=7fe96bc9cd1546fb9f712d30e5df9fd7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1754658
May 10 17:34:01.351416 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-f200d3e9-66cd-4a75-909b-3c3234846732 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:34:01.353625 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 37206) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:34:01.413210 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-276b6166-1533-4d56-8538-d828b68b7557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:01.437767 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-276b6166-1533-4d56-8538-d828b68b7557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:01.488113 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-276b6166-1533-4d56-8538-d828b68b7557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:01.492719 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-a271fc8c-66ba-4219-9f14-66e994c43027 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:34:01.505185 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b6166-1533-4d56-8538-d828b68b7557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b166f3d5-bec4-44f0-8567-f9b1caed3d18,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:34:01.507824 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-276b6166-1533-4d56-8538-d828b68b7557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:34:01.516155 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-276b6166-1533-4d56-8538-d828b68b7557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:01.517246 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-276b6166-1533-4d56-8538-d828b68b7557 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/b166f3d5-bec4-44f0-8567-f9b1caed3d18 HTTP/1.1" status: 204  len: 168 time: 0.1633511
May 10 17:34:04.135696 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 37278) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:34:04.254590 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-fd05022e-b3b8-498e-aea2-013e3bf7e6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:04.269140 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-fd05022e-b3b8-498e-aea2-013e3bf7e6b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:34:04.272928 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-fd05022e-b3b8-498e-aea2-013e3bf7e6b6 admin admin] Usage tracker for resource:security_group_rule and tenant:93249744f09f4e6aa24b7a5682fff8ed is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:34:04.275684 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-fd05022e-b3b8-498e-aea2-013e3bf7e6b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:34:04.281305 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-fd05022e-b3b8-498e-aea2-013e3bf7e6b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:34:04.360044 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-fd05022e-b3b8-498e-aea2-013e3bf7e6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:04.364019 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-fd05022e-b3b8-498e-aea2-013e3bf7e6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:04.371627 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-6221377f-2444-48b3-99ae-e1efad852586 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:34:04.413863 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-fd05022e-b3b8-498e-aea2-013e3bf7e6b6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=93249744f09f4e6aa24b7a5682fff8ed&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2771001
May 10 17:34:04.414832 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05022e-b3b8-498e-aea2-013e3bf7e6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7938f540-28ed-4dde-bd72-1bbbf3c4616b,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:34:04.416514 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 37284) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:34:04.417783 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-fd05022e-b3b8-498e-aea2-013e3bf7e6b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:34:04.474480 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-877208ad-3d57-40ce-9ee0-ad19fcf586e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:04.499859 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-877208ad-3d57-40ce-9ee0-ad19fcf586e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:04.549300 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-877208ad-3d57-40ce-9ee0-ad19fcf586e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:04.554571 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-9d94834b-e607-4b11-871c-6592c5e3c741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:34:04.566295 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877208ad-3d57-40ce-9ee0-ad19fcf586e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7938f540-28ed-4dde-bd72-1bbbf3c4616b,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:34:04.569126 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-877208ad-3d57-40ce-9ee0-ad19fcf586e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:34:04.571071 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-877208ad-3d57-40ce-9ee0-ad19fcf586e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:04.572158 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-877208ad-3d57-40ce-9ee0-ad19fcf586e4 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/7938f540-28ed-4dde-bd72-1bbbf3c4616b HTTP/1.1" status: 204  len: 168 time: 0.1546950
May 10 17:34:04.841353 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 37292) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:34:04.859879 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-976c29b3-fd10-40df-8113-15e8b315d5a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:04.874085 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-976c29b3-fd10-40df-8113-15e8b315d5a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:34:04.877836 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-976c29b3-fd10-40df-8113-15e8b315d5a1 admin admin] Usage tracker for resource:security_group_rule and tenant:d30eff7661904aeb8220ce54f15e3460 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:34:04.880584 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-976c29b3-fd10-40df-8113-15e8b315d5a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:34:04.886169 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-976c29b3-fd10-40df-8113-15e8b315d5a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:34:04.968771 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-976c29b3-fd10-40df-8113-15e8b315d5a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:04.972786 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-976c29b3-fd10-40df-8113-15e8b315d5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:04.981097 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-b4de3e14-e54f-4387-b2ea-1bc34dc54364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:34:05.022244 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-976c29b3-fd10-40df-8113-15e8b315d5a1 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=d30eff7661904aeb8220ce54f15e3460&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1798565
May 10 17:34:05.023184 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976c29b3-fd10-40df-8113-15e8b315d5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ef1b2d-3976-44eb-805b-85bff78ca066,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:34:05.024912 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 37296) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:34:05.026140 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-976c29b3-fd10-40df-8113-15e8b315d5a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:34:05.083484 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1827c367-622c-4a1d-a9c6-93ad53bfc5de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:05.109034 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1827c367-622c-4a1d-a9c6-93ad53bfc5de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:05.159508 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1827c367-622c-4a1d-a9c6-93ad53bfc5de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:05.163244 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-708064cc-f6cc-45e5-be6c-9b4382da2cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:34:05.175038 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1827c367-622c-4a1d-a9c6-93ad53bfc5de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ef1b2d-3976-44eb-805b-85bff78ca066,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:34:05.177792 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-1827c367-622c-4a1d-a9c6-93ad53bfc5de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:34:05.184765 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-1827c367-622c-4a1d-a9c6-93ad53bfc5de admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:05.185897 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-1827c367-622c-4a1d-a9c6-93ad53bfc5de admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/11ef1b2d-3976-44eb-805b-85bff78ca066 HTTP/1.1" status: 204  len: 168 time: 0.1598954
May 10 17:34:09.186373 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 37344) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:34:09.300953 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2cc97f9d-5c0c-4aed-aad4-de49589bcf75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:09.315365 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-2cc97f9d-5c0c-4aed-aad4-de49589bcf75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:34:09.319117 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-2cc97f9d-5c0c-4aed-aad4-de49589bcf75 admin admin] Usage tracker for resource:security_group_rule and tenant:53378abc32824f268a39ccb4ca9be51d is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:34:09.321821 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-2cc97f9d-5c0c-4aed-aad4-de49589bcf75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:34:09.327467 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-2cc97f9d-5c0c-4aed-aad4-de49589bcf75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:34:09.405604 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2cc97f9d-5c0c-4aed-aad4-de49589bcf75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:09.409162 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-2cc97f9d-5c0c-4aed-aad4-de49589bcf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:09.421048 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-50d2334e-1a44-4a67-bbb2-fef22472f3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:34:09.459676 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-2cc97f9d-5c0c-4aed-aad4-de49589bcf75 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=53378abc32824f268a39ccb4ca9be51d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2721462
May 10 17:34:09.461573 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc97f9d-5c0c-4aed-aad4-de49589bcf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7df878-e77c-4779-9271-432d45e953ec,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:34:09.462298 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 37350) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:34:09.464772 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-2cc97f9d-5c0c-4aed-aad4-de49589bcf75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:34:09.523427 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a45af6f9-5f8e-4279-9b70-0c4d5cf23806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:09.548493 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a45af6f9-5f8e-4279-9b70-0c4d5cf23806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:09.596774 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a45af6f9-5f8e-4279-9b70-0c4d5cf23806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:09.601035 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-236410c3-d7cb-46e6-b221-840d94381e7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:34:09.615526 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45af6f9-5f8e-4279-9b70-0c4d5cf23806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7df878-e77c-4779-9271-432d45e953ec,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:34:09.617874 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-a45af6f9-5f8e-4279-9b70-0c4d5cf23806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:34:09.625146 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-a45af6f9-5f8e-4279-9b70-0c4d5cf23806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:09.626242 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-a45af6f9-5f8e-4279-9b70-0c4d5cf23806 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/9d7df878-e77c-4779-9271-432d45e953ec HTTP/1.1" status: 204  len: 168 time: 0.1629574
May 10 17:34:20.255455 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-a5700638-5033-43da-9257-cdd785aa6f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:21.591987 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:22.770976 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:22.913453 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-08c60c4b-ed6b-490c-96b1-2584ea020096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:23.986934 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:25.444648 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:32.817355 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 37496) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:34:32.932518 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-db76ee00-7e7f-4b88-82fc-67010bad4663 admin admin] Notify callbacks [] for security_group, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:32.946430 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-db76ee00-7e7f-4b88-82fc-67010bad4663 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:34:32.950147 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-db76ee00-7e7f-4b88-82fc-67010bad4663 admin admin] Usage tracker for resource:security_group_rule and tenant:124684582ed64d818869b54fd422c87d is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:34:32.952969 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-db76ee00-7e7f-4b88-82fc-67010bad4663 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:34:32.958599 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-db76ee00-7e7f-4b88-82fc-67010bad4663 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:34:33.040734 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-db76ee00-7e7f-4b88-82fc-67010bad4663 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:33.045491 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-db76ee00-7e7f-4b88-82fc-67010bad4663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:33.052946 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-19a2534b-7881-4ba7-b26f-7b4961635b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:34:33.095122 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76ee00-7e7f-4b88-82fc-67010bad4663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bb929ac-40f2-4cff-8d71-3a37f62351c8,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:34:33.098213 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-db76ee00-7e7f-4b88-82fc-67010bad4663 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:34:33.101698 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-db76ee00-7e7f-4b88-82fc-67010bad4663 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=124684582ed64d818869b54fd422c87d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2828119
May 10 17:34:33.103701 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 37502) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:34:33.165389 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-765cdb2b-8fb2-4a0d-bdb9-ca01b487f7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:33.189812 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-765cdb2b-8fb2-4a0d-bdb9-ca01b487f7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:33.240138 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-765cdb2b-8fb2-4a0d-bdb9-ca01b487f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:33.244645 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-2cc97f9d-5c0c-4aed-aad4-de49589bcf75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:34:33.256089 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765cdb2b-8fb2-4a0d-bdb9-ca01b487f7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bb929ac-40f2-4cff-8d71-3a37f62351c8,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:34:33.258906 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-765cdb2b-8fb2-4a0d-bdb9-ca01b487f7fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:34:33.266897 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-765cdb2b-8fb2-4a0d-bdb9-ca01b487f7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:33.268005 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-765cdb2b-8fb2-4a0d-bdb9-ca01b487f7fb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2bb929ac-40f2-4cff-8d71-3a37f62351c8 HTTP/1.1" status: 204  len: 168 time: 0.1631680
May 10 17:34:34.213842 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:34:50.259164 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-a81081ca-102c-424c-891d-564e79b9bf64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:51.605970 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:52.774019 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:52.912778 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95b49afb-0253-41a7-b1c2-5d0c31c134c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:53.991168 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:55.448214 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:34:55.567893 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b3bef373-eb64-4aa7-bea8-3ce05648f0cd req-9b043027-4e6d-4b3d-8254-bbc82bde1a24 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0744970
May 10 17:34:55.717746 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef373-eb64-4aa7-bea8-3ce05648f0cd req-1a9a7573-11b8-4152-9e87-feb72a13ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:34:55.719178 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b3bef373-eb64-4aa7-bea8-3ce05648f0cd req-1a9a7573-11b8-4152-9e87-feb72a13ad0d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fb2aa314410446981bed63afd665410&device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 1098 time: 0.0700152
May 10 17:34:55.861603 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef373-eb64-4aa7-bea8-3ce05648f0cd req-3f7ecbcf-d901-4b95-9598-54da7509af0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:34:55.863116 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b3bef373-eb64-4aa7-bea8-3ce05648f0cd req-3f7ecbcf-d901-4b95-9598-54da7509af0b service neutron] 10.222.0.36 "GET /v2.0/networks?id=9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 200  len: 912 time: 0.1252325
May 10 17:34:55.965431 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b3bef373-eb64-4aa7-bea8-3ce05648f0cd req-9967c1cc-aad6-49e2-92d4-84596faacab3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca99baec-9ed0-40a9-aa81-311560044e15 HTTP/1.1" status: 200  len: 1001 time: 0.0959842
May 10 17:34:56.030618 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef373-eb64-4aa7-bea8-3ce05648f0cd req-688951ee-dd53-48ec-af48-e1086e598fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:34:56.032000 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b3bef373-eb64-4aa7-bea8-3ce05648f0cd req-688951ee-dd53-48ec-af48-e1086e598fe5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cf24a54-82ea-4663-a879-4db69b2c97c2 HTTP/1.1" status: 200  len: 850 time: 0.0599926
May 10 17:34:56.107029 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bef373-eb64-4aa7-bea8-3ce05648f0cd req-ee2114a0-dded-48be-bbbe-f13f46c4fd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:34:56.108523 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b3bef373-eb64-4aa7-bea8-3ce05648f0cd req-ee2114a0-dded-48be-bbbe-f13f46c4fd2f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9afab9d9-3171-477a-8041-fd8012e27f60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0701377
May 10 17:34:56.237605 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b3bef373-eb64-4aa7-bea8-3ce05648f0cd req-2589253e-1436-458d-9d50-bc30a115798d service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225932
May 10 17:34:56.466170 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b3bef373-eb64-4aa7-bea8-3ce05648f0cd req-aea2057a-0674-4834-8b1e-38bdd0d3967d service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2229545
May 10 17:35:11.213638 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:35:18.103656 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [req-a81e32b3-fa86-4e96-bd3f-0a4b49d7210c req-e0a18e50-fd0e-4dc2-a8c9-7283a77ddda3 service neutron] (78698) timed out ('10.222.0.36', 52991) {{(pid=78698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 10 17:35:19.607033 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [req-20bd2102-e7b8-4e0c-9fef-36e3b249fe56 req-f943d5ff-64d8-4c0f-a6f1-97387705ada5 service neutron] (78698) timed out ('10.222.0.36', 53015) {{(pid=78698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 10 17:35:20.260030 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-53af9112-af31-4192-8043-72b6285b2a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:21.609354 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:22.775869 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:22.912078 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-b9103fb9-6d31-4fc2-b443-7a6ea6de9298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:23.994111 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:25.449810 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:48.212234 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:35:50.261196 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-9a5682b4-c60f-4876-bbdb-ad7714618eac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:51.609221 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:52.777336 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:52.911446 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-e749d98f-6de9-40e9-b414-8d0a68ae9118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:53.996522 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:55.451357 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:35:55.670648 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ec23789f-e3d6-407f-9d3b-7d1c66d67cc8 req-c7bb51d6-0a89-450b-9de6-5bcb7f83bb83 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1658385
May 10 17:35:55.821956 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23789f-e3d6-407f-9d3b-7d1c66d67cc8 req-fd6f1689-d531-4841-90cd-dd5ec4a9d8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:35:55.823341 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ec23789f-e3d6-407f-9d3b-7d1c66d67cc8 req-fd6f1689-d531-4841-90cd-dd5ec4a9d8d2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fb2aa314410446981bed63afd665410&device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 1098 time: 0.0692568
May 10 17:35:55.965180 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23789f-e3d6-407f-9d3b-7d1c66d67cc8 req-a9131391-bfe8-4794-950c-6e18f55609c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:35:55.966634 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ec23789f-e3d6-407f-9d3b-7d1c66d67cc8 req-a9131391-bfe8-4794-950c-6e18f55609c5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 200  len: 912 time: 0.1241591
May 10 17:35:56.067579 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ec23789f-e3d6-407f-9d3b-7d1c66d67cc8 req-4f4acabf-e4f7-46de-99d0-66b4e2719ec0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca99baec-9ed0-40a9-aa81-311560044e15 HTTP/1.1" status: 200  len: 1001 time: 0.0948861
May 10 17:35:56.127879 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23789f-e3d6-407f-9d3b-7d1c66d67cc8 req-e716dcf8-e69d-4aba-8323-e946374790ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:35:56.129246 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ec23789f-e3d6-407f-9d3b-7d1c66d67cc8 req-e716dcf8-e69d-4aba-8323-e946374790ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cf24a54-82ea-4663-a879-4db69b2c97c2 HTTP/1.1" status: 200  len: 850 time: 0.0556917
May 10 17:35:56.205202 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec23789f-e3d6-407f-9d3b-7d1c66d67cc8 req-6cc6652e-c4ec-4472-aa78-c7ebf44ca320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:35:56.206679 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ec23789f-e3d6-407f-9d3b-7d1c66d67cc8 req-6cc6652e-c4ec-4472-aa78-c7ebf44ca320 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9afab9d9-3171-477a-8041-fd8012e27f60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0712345
May 10 17:35:56.333935 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ec23789f-e3d6-407f-9d3b-7d1c66d67cc8 req-c46e4943-b8be-4e55-b237-9a126ca05986 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1201098
May 10 17:35:56.462103 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ec23789f-e3d6-407f-9d3b-7d1c66d67cc8 req-4f0df022-f61e-4814-8928-56f4237ec5e2 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1209707
May 10 17:36:04.621473 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba29ca2-621f-4b32-8fea-b145dbd72b95 req-7f71447d-44c1-49ad-8b62-cf2d7f54863a tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:04.622973 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-aba29ca2-621f-4b32-8fea-b145dbd72b95 req-7f71447d-44c1-49ad-8b62-cf2d7f54863a tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 945 time: 0.2300601
May 10 17:36:04.666042 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-aba29ca2-621f-4b32-8fea-b145dbd72b95 req-0a1e2dbe-933c-4464-a331-f83e2c343329 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0373096
May 10 17:36:05.911884 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a46bfc8-ff64-42f3-a40f-41571f7b221f req-376aea12-1a3a-41f2-83da-e12e553b6cad tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:05.913322 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8a46bfc8-ff64-42f3-a40f-41571f7b221f req-376aea12-1a3a-41f2-83da-e12e553b6cad tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 945 time: 0.1273673
May 10 17:36:05.957152 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8a46bfc8-ff64-42f3-a40f-41571f7b221f req-d816aefd-2a3a-4968-ad8c-8a15b4b56a3a tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379450
May 10 17:36:06.212157 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ae530-f02c-4233-bcf5-5982654591c2 req-d85e5948-d1d0-4a35-b842-09cd2f018f00 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:06.213516 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-310ae530-f02c-4233-bcf5-5982654591c2 req-d85e5948-d1d0-4a35-b842-09cd2f018f00 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.36 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 945 time: 0.0781658
May 10 17:36:06.344981 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-310ae530-f02c-4233-bcf5-5982654591c2 req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Deleting port ca99baec-9ed0-40a9-aa81-311560044e15 {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:36:06.345327 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-310ae530-f02c-4233-bcf5-5982654591c2 req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:06.474442 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-310ae530-f02c-4233-bcf5-5982654591c2 req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] For port ca99baec-9ed0-40a9-aa81-311560044e15, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ca99baec-9ed0-40a9-aa81-311560044e15,segment=NetworkSegment(adf1ac9b-0a33-4728-83af-ac926a72c85f),segment_id=adf1ac9b-0a33-4728-83af-ac926a72c85f)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:36:06.474713 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-310ae530-f02c-4233-bcf5-5982654591c2 req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:06.862581 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-310ae530-f02c-4233-bcf5-5982654591c2 req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for floatingip, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:06.862947 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-310ae530-f02c-4233-bcf5-5982654591c2 req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422768'] for floatingip, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:06.863261 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.db.l3_db [req-310ae530-f02c-4233-bcf5-5982654591c2 req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Floating IP 6089b4fe-f204-4f4b-8afb-311b4b715aeb disassociated. External IP: 172.27.1.203, port: ca99baec-9ed0-40a9-aa81-311560044e15.
May 10 17:36:06.863601 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-310ae530-f02c-4233-bcf5-5982654591c2 req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Calling delete_port for ca99baec-9ed0-40a9-aa81-311560044e15 owned by compute:nova {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:36:06.969932 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-310ae530-f02c-4233-bcf5-5982654591c2 req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:06.975351 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-c19160f9-56ae-4b0e-92ba-3625668db539 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:36:07.026651 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event deleted for resources: {'Port': ['ID=ca99baec-9ed0-40a9-aa81-311560044e15,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:36:07.147246 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:07.147550 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:07.147914 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:07.148272 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:07.148624 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:07.148980 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:07.149334 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:07.149685 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:07.150035 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:07.150404 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:07.150755 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:07.151099 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:07.190845 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:36:07.205549 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4b0a726b-c1c0-4eb4-b34f-e9a49a8f339d req-9535bb3d-3b92-468f-8849-9e4b76ba706a tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 210 time: 0.1148148
May 10 17:36:07.260240 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.l3_agent_scheduler [req-310ae530-f02c-4233-bcf5-5982654591c2 req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Router 37eaf824-c75e-4e52-8e49-9440c246b848 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:36:07.442561 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-310ae530-f02c-4233-bcf5-5982654591c2 req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:36:07.453388 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63e84d0-d84a-4abc-8062-f2d37d86d7ad None None] Sync routers for ids ['37eaf824-c75e-4e52-8e49-9440c246b848'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:36:07.463669 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63e84d0-d84a-4abc-8062-f2d37d86d7ad None None] Routers {'37eaf824-c75e-4e52-8e49-9440c246b848'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:36:07.464483 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-f63e84d0-d84a-4abc-8062-f2d37d86d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0844e8e0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:35:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['37eaf824-c75e-4e52-8e49-9440c246b848'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:36:07.518233 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-310ae530-f02c-4233-bcf5-5982654591c2 req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] No DVR routers for this DVR port ca99baec-9ed0-40a9-aa81-311560044e15 on host hv-cinder-78638 {{(pid=78697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:36:07.521406 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-310ae530-f02c-4233-bcf5-5982654591c2 req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:07.524342 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff8f73d-041a-4dbc-94c3-0e89c67e79d8', 'name': 'network-vif-deleted', 'tag': 'ca99baec-9ed0-40a9-aa81-311560044e15'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:36:07.540414 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-310ae530-f02c-4233-bcf5-5982654591c2 req-fc4eb593-682a-42bd-8224-20067789efe1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.36 "DELETE /v2.0/ports/ca99baec-9ed0-40a9-aa81-311560044e15 HTTP/1.1" status: 204  len: 173 time: 1.3218167
May 10 17:36:07.632758 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff8f73d-041a-4dbc-94c3-0e89c67e79d8', 'name': 'network-vif-deleted', 'tag': 'ca99baec-9ed0-40a9-aa81-311560044e15', 'status': 'completed', 'code': 200}
May 10 17:36:07.656121 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-f63e84d0-d84a-4abc-8062-f2d37d86d7ad None None] Set router 37eaf824-c75e-4e52-8e49-9440c246b848 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:36:07.963260 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-f63e84d0-d84a-4abc-8062-f2d37d86d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0844e8e0>, [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '51d98f38-f4d8-41aa-9d95-be03b3526014', 'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'mac_address': 'fa:16:3e:f9:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:25Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 5, 'project_id': '8fb2aa314410446981bed63afd665410', 'subnets': [{'id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:36:07.966971 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63e84d0-d84a-4abc-8062-f2d37d86d7ad None None] Checking router: 37eaf824-c75e-4e52-8e49-9440c246b848 for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:36:07.975337 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63e84d0-d84a-4abc-8062-f2d37d86d7ad None None] Routers {'37eaf824-c75e-4e52-8e49-9440c246b848'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:36:07.975953 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-f63e84d0-d84a-4abc-8062-f2d37d86d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0844e8e0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:35:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['37eaf824-c75e-4e52-8e49-9440c246b848'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:36:08.198864 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-f63e84d0-d84a-4abc-8062-f2d37d86d7ad None None] Set router 37eaf824-c75e-4e52-8e49-9440c246b848 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:36:08.367345 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-2153b721-8e38-430a-8815-14ed19dc90e4 req-d566d2d2-6f29-493f-b093-7aac705e74eb tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Synchronizing usage tracker for tenant:8fb2aa314410446981bed63afd665410 on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:36:08.382595 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-2153b721-8e38-430a-8815-14ed19dc90e4 req-d566d2d2-6f29-493f-b093-7aac705e74eb tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Unset dirty status for tenant:8fb2aa314410446981bed63afd665410 on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:36:08.383722 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2153b721-8e38-430a-8815-14ed19dc90e4 req-d566d2d2-6f29-493f-b093-7aac705e74eb tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=aff8f73d-041a-4dbc-94c3-0e89c67e79d8 HTTP/1.1" status: 200  len: 210 time: 0.0619557
May 10 17:36:08.517539 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-f63e84d0-d84a-4abc-8062-f2d37d86d7ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0844e8e0>, [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '51d98f38-f4d8-41aa-9d95-be03b3526014', 'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'mac_address': 'fa:16:3e:f9:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:25Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 5, 'project_id': '8fb2aa314410446981bed63afd665410', 'subnets': [{'id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:36:08.522408 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63e84d0-d84a-4abc-8062-f2d37d86d7ad None None] The sync data for ids ['37eaf824-c75e-4e52-8e49-9440c246b848'] in dv-cinder-786383-3-iscsi is: [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '51d98f38-f4d8-41aa-9d95-be03b3526014', 'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'mac_address': 'fa:16:3e:f9:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:25Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 5, 'project_id': '8fb2aa314410446981bed63afd665410', 'subnets': [{'id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:36:08.810825 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a113c109-3bc1-41eb-992e-5a3dc399fa7c None None] New status for floating IP 6089b4fe-f204-4f4b-8afb-311b4b715aeb: DOWN {{(pid=78700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:36:09.741668 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-174e20c1-1cbe-4a90-9674-b34e85fc3191 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1276330258&fields=id&tenant_id=8fb2aa314410446981bed63afd665410 HTTP/1.1" status: 200  len: 267 time: 0.0400925
May 10 17:36:09.887887 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-5841cccc-6288-4d51-ba01-47efb271e7cd tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:09.889298 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-5841cccc-6288-4d51-ba01-47efb271e7cd tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/networks?id=9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 200  len: 811 time: 0.1411622
May 10 17:36:09.903470 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-50f72d0e-3c80-487e-a9f4-be1526982de9 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/quotas/8fb2aa314410446981bed63afd665410 HTTP/1.1" status: 200  len: 375 time: 0.0087006
May 10 17:36:09.925267 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device ca99baec-9ed0-40a9-aa81-311560044e15 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:36:09.961437 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] No Port match for: ca99baec-9ed0-40a9-aa81-311560044e15 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:36:09.961782 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device ca99baec-9ed0-40a9-aa81-311560044e15 not bound to the agent host hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:36:09.988145 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-9b45bc36-a00a-405d-bb90-1bfb13b15823 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb2aa314410446981bed63afd665410&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0793383
May 10 17:36:10.045840 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-4c10a507-e804-41b9-b59b-377efb3c526d service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:36:10.046843 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-4c10a507-e804-41b9-b59b-377efb3c526d service neutron] 10.222.0.32 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0477948
May 10 17:36:10.177218 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-825dc17d-9472-4b3f-bd36-a91edd0c1b9e service neutron] 10.222.0.32 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242838
May 10 17:36:10.310272 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-f2724547-7384-4797-a956-703fdecd2638 service neutron] 10.222.0.32 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273527
May 10 17:36:11.805330 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-612461b9-5f73-46a8-ba36-a934f0612fd8 req-34e6230a-2906-4bfe-9c63-89eb4f82bcf4 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 210 time: 0.1401155
May 10 17:36:12.900456 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-51ceeaab-af6b-4f94-af09-d053e7d21610 req-cd5e807a-8cea-4424-853f-c7e633eb92f1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 210 time: 0.0418904
May 10 17:36:13.997601 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-31f5fbdb-8443-4f93-a854-2769f4aafbc0 req-f408d927-cada-4ec4-9301-a455df95a632 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 210 time: 0.0464833
May 10 17:36:15.094754 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ea5bcec1-8da6-470f-9bae-fee59432787b req-c3ae01ba-b42e-44e4-b3e6-3383392ff2b0 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 210 time: 0.0422823
May 10 17:36:16.240822 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ee29e8bc-d84d-483a-b9fa-e44a1d512549 req-5d63584f-9216-41f4-bd33-ee32d5b72490 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 210 time: 0.0446289
May 10 17:36:17.050026 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-28205e91-2c8e-4aad-b8a7-d263950cf066 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:17.051476 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-28205e91-2c8e-4aad-b8a7-d263950cf066 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.36 "GET /v2.0/networks?id=9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 200  len: 811 time: 0.1491411
May 10 17:36:17.106025 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-65a276ba-4ea2-4711-bcb6-db2d31a0cdad tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fb2aa314410446981bed63afd665410 HTTP/1.1" status: 200  len: 380 time: 0.0401182
May 10 17:36:17.114245 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-05014c89-6f48-4873-91e3-d79033ade69d tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Request body: {'port': {'device_id': '2ff5aaef-e195-4f74-a17f-b1a766b20ea0', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'admin_state_up': True, 'tenant_id': '8fb2aa314410446981bed63afd665410', 'security_groups': ['ae95ddce-3601-4a23-b9ed-669e0da2c1e9']}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:36:17.248350 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-05014c89-6f48-4873-91e3-d79033ade69d tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:36:17.258474 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-05014c89-6f48-4873-91e3-d79033ade69d tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:36:17.268432 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-05014c89-6f48-4873-91e3-d79033ade69d tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Made reservation on behalf of 8fb2aa314410446981bed63afd665410 for: {'port': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:36:17.271897 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-05014c89-6f48-4873-91e3-d79033ade69d tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:17.409759 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7a0860ba-9507-4aa8-b741-369484534697 req-daa2bb19-0e45-4e4d-9bbf-9f2601c3bfa5 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 210 time: 0.0589876
May 10 17:36:17.474006 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_common [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-05014c89-6f48-4873-91e3-d79033ade69d tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Allocated IP 172.20.0.14 (9afab9d9-3171-477a-8041-fd8012e27f60/9cf24a54-82ea-4663-a879-4db69b2c97c2/6b14f35f-6fb2-43b6-a969-8fd46ca905e8) {{(pid=78697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:36:17.668099 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-05014c89-6f48-4873-91e3-d79033ade69d tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for port, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:17.683530 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.provisioning_blocks [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-05014c89-6f48-4873-91e3-d79033ade69d tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Transition to ACTIVE for port object 6b14f35f-6fb2-43b6-a969-8fd46ca905e8 will not be triggered until provisioned by entity DHCP. {{(pid=78697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:36:17.707216 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-05014c89-6f48-4873-91e3-d79033ade69d tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:17.712902 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:36:17.775507 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-05014c89-6f48-4873-91e3-d79033ade69d tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Network 9afab9d9-3171-477a-8041-fd8012e27f60 is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:36:17.778380 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-05014c89-6f48-4873-91e3-d79033ade69d tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:36:17.782270 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-05014c89-6f48-4873-91e3-d79033ade69d tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Received port after_create {{(pid=78697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:36:17.828307 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05014c89-6f48-4873-91e3-d79033ade69d tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event updated for resources: {'Port': ['ID=6b14f35f-6fb2-43b6-a969-8fd46ca905e8,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:36:17.832926 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-05014c89-6f48-4873-91e3-d79033ade69d tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:36:17.860546 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-05014c89-6f48-4873-91e3-d79033ade69d tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:17.861160 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-05014c89-6f48-4873-91e3-d79033ade69d tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:17.887351 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-05014c89-6f48-4873-91e3-d79033ade69d tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7766521
May 10 17:36:17.904679 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Request body: {'port': {'device_id': '2ff5aaef-e195-4f74-a17f-b1a766b20ea0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:36:18.007293 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-ff0268cb-5fb4-42b8-a489-a47dbc8539ae None None] Provisioning for port 6b14f35f-6fb2-43b6-a969-8fd46ca905e8 completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:36:18.011756 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-ff0268cb-5fb4-42b8-a489-a47dbc8539ae None None] Provisioning complete for port 6b14f35f-6fb2-43b6-a969-8fd46ca905e8 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:36:18.012130 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ff0268cb-5fb4-42b8-a489-a47dbc8539ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:18.022080 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:18.065216 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-ff0268cb-5fb4-42b8-a489-a47dbc8539ae None None] Port 6b14f35f-6fb2-43b6-a969-8fd46ca905e8 cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:36:18.355708 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b14f35f-6fb2-43b6-a969-8fd46ca905e8 {{(pid=78697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:36:18.363200 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:18.377834 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.provisioning_blocks [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Transition to ACTIVE for port object 6b14f35f-6fb2-43b6-a969-8fd46ca905e8 will not be triggered until provisioned by entity L2. {{(pid=78697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:36:18.381028 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:18.384467 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-77db0586-ccea-4d76-9716-37aa93cc3053 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:36:18.656279 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Pushing event updated for resources: {'Port': ['ID=6b14f35f-6fb2-43b6-a969-8fd46ca905e8,revision_number=2']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:36:18.659639 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:36:18.782762 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd2abe-f3bf-41d1-9123-a3a93a8f2c6d req-b98b0b0b-b1f8-4ff3-8056-18d35ea1ce4c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:18.783447 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-7dcd2abe-f3bf-41d1-9123-a3a93a8f2c6d req-b98b0b0b-b1f8-4ff3-8056-18d35ea1ce4c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Synchronizing usage tracker for tenant:8fb2aa314410446981bed63afd665410 on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:36:18.798494 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Attempting to bind port 6b14f35f-6fb2-43b6-a969-8fd46ca905e8 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:36:18.798832 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Attempting to bind port 6b14f35f-6fb2-43b6-a969-8fd46ca905e8 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'adf1ac9b-0a33-4728-83af-ac926a72c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60'}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:36:18.799206 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Attempting to bind port 6b14f35f-6fb2-43b6-a969-8fd46ca905e8 on network 9afab9d9-3171-477a-8041-fd8012e27f60 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:36:18.805452 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Port 6b14f35f-6fb2-43b6-a969-8fd46ca905e8 on network 9afab9d9-3171-477a-8041-fd8012e27f60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:36:18.805847 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Attempting to bind port 6b14f35f-6fb2-43b6-a969-8fd46ca905e8 on network 9afab9d9-3171-477a-8041-fd8012e27f60 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:36:18.809731 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-7dcd2abe-f3bf-41d1-9123-a3a93a8f2c6d req-b98b0b0b-b1f8-4ff3-8056-18d35ea1ce4c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Unset dirty status for tenant:8fb2aa314410446981bed63afd665410 on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:36:18.810881 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7dcd2abe-f3bf-41d1-9123-a3a93a8f2c6d req-b98b0b0b-b1f8-4ff3-8056-18d35ea1ce4c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 944 time: 0.2813468
May 10 17:36:18.813251 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Checking agent: {'id': '87cc3cef-9683-423a-ab01-169475d75aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'started_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:36:18.813567 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Checking segment: {'id': 'adf1ac9b-0a33-4728-83af-ac926a72c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:36:18.813946 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Bound using segment: {'id': 'adf1ac9b-0a33-4728-83af-ac926a72c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60'} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:36:18.814394 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Bound port: 6b14f35f-6fb2-43b6-a969-8fd46ca905e8, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf1ac9b-0a33-4728-83af-ac926a72c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60'}}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:36:18.814738 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:18.903791 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-7dcd2abe-f3bf-41d1-9123-a3a93a8f2c6d req-a4f8d67e-00f9-4a8d-bc0a-7dd7896d0baf tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0795095
May 10 17:36:18.935091 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] For port 6b14f35f-6fb2-43b6-a969-8fd46ca905e8, host hv-cinder-78638, cleared binding levels {{(pid=78697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:36:18.938004 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] For port 6b14f35f-6fb2-43b6-a969-8fd46ca905e8, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6b14f35f-6fb2-43b6-a969-8fd46ca905e8,segment=NetworkSegment(adf1ac9b-0a33-4728-83af-ac926a72c85f),segment_id=adf1ac9b-0a33-4728-83af-ac926a72c85f)] {{(pid=78697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:36:18.941952 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:18.946205 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-0015f6c7-3f88-46d5-95b0-3a21e6c685d2 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:36:18.998976 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:18.999622 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:19.000999 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] 10.222.0.36 "PUT /v2.0/ports/6b14f35f-6fb2-43b6-a969-8fd46ca905e8 HTTP/1.1" status: 200  len: 1094 time: 1.1011374
May 10 17:36:19.001490 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff5aaef-e195-4f74-a17f-b1a766b20ea0', 'tag': '6b14f35f-6fb2-43b6-a969-8fd46ca905e8'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:36:19.031427 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Pushing event updated for resources: {'Port': ['ID=6b14f35f-6fb2-43b6-a969-8fd46ca905e8,revision_number=3']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:36:19.035274 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-fe724c5f-396c-4f9c-bb99-9eac7b5fe129 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:36:19.090925 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff5aaef-e195-4f74-a17f-b1a766b20ea0', 'tag': '6b14f35f-6fb2-43b6-a969-8fd46ca905e8', 'status': 'completed', 'code': 200}
May 10 17:36:19.132883 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-7b91f6a2-6808-45f0-ada0-cc5412a9cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:19.134446 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-7b91f6a2-6808-45f0-ada0-cc5412a9cddd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fb2aa314410446981bed63afd665410&device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 1097 time: 0.0765336
May 10 17:36:19.211654 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-4a819ee9-dc03-418a-86d5-6f24a5a729fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b14f35f-6fb2-43b6-a969-8fd46ca905e8 HTTP/1.1" status: 200  len: 217 time: 0.0646591
May 10 17:36:19.274003 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-757cedae-8a66-4b91-b9ad-7d8e585d00f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:19.275307 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-757cedae-8a66-4b91-b9ad-7d8e585d00f2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cf24a54-82ea-4663-a879-4db69b2c97c2 HTTP/1.1" status: 200  len: 850 time: 0.0559318
May 10 17:36:19.354661 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-5d700b60-3034-4699-914a-3e98d4220286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:19.356369 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-5d700b60-3034-4699-914a-3e98d4220286 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9afab9d9-3171-477a-8041-fd8012e27f60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0734968
May 10 17:36:19.485344 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-35740af0-b4a9-43e4-97d3-89e8f0abc18b service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1222682
May 10 17:36:19.614634 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dc2100a1-9951-45b3-8470-dead5c97ca6c req-ddac226c-5337-40db-863b-74dd7fa365b6 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1228023
May 10 17:36:19.767406 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ec97a-63c7-423b-b644-c919686d3a09 req-e0125214-ead7-4cea-afca-f8ea4ca97cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:19.768836 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b68ec97a-63c7-423b-b644-c919686d3a09 req-e0125214-ead7-4cea-afca-f8ea4ca97cd0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fb2aa314410446981bed63afd665410&device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 1097 time: 0.0701225
May 10 17:36:19.897133 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ec97a-63c7-423b-b644-c919686d3a09 req-86b5ca77-0df5-4a2c-920f-4dbcf14d3e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:19.898479 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b68ec97a-63c7-423b-b644-c919686d3a09 req-86b5ca77-0df5-4a2c-920f-4dbcf14d3e8c service neutron] 10.222.0.36 "GET /v2.0/networks?id=9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 200  len: 912 time: 0.1226008
May 10 17:36:19.966896 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b68ec97a-63c7-423b-b644-c919686d3a09 req-71c82383-bd53-4d6f-87b6-660ae0cbe820 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b14f35f-6fb2-43b6-a969-8fd46ca905e8 HTTP/1.1" status: 200  len: 217 time: 0.0622034
May 10 17:36:20.081531 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ec97a-63c7-423b-b644-c919686d3a09 req-7c355378-9739-4846-9d16-c5be79b5e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:20.083006 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b68ec97a-63c7-423b-b644-c919686d3a09 req-7c355378-9739-4846-9d16-c5be79b5e6b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cf24a54-82ea-4663-a879-4db69b2c97c2 HTTP/1.1" status: 200  len: 850 time: 0.1098475
May 10 17:36:20.161124 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08b3f65-4482-4115-8ced-2ce1a89f1670 req-f51353eb-e5f5-408d-ae06-79fa1f3608b5 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:20.162663 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a08b3f65-4482-4115-8ced-2ce1a89f1670 req-f51353eb-e5f5-408d-ae06-79fa1f3608b5 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 944 time: 0.1506829
May 10 17:36:20.214939 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68ec97a-63c7-423b-b644-c919686d3a09 req-b1983ffb-b407-46ad-bc8d-f287a82b288e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:20.216517 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b68ec97a-63c7-423b-b644-c919686d3a09 req-b1983ffb-b407-46ad-bc8d-f287a82b288e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9afab9d9-3171-477a-8041-fd8012e27f60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1260247
May 10 17:36:20.223714 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a08b3f65-4482-4115-8ced-2ce1a89f1670 req-d8a55285-499e-4242-8a84-873aea732716 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550363
May 10 17:36:20.263798 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-1deebb29-19b8-48e6-9329-06dd5f28c4f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:20.459180 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b68ec97a-63c7-423b-b644-c919686d3a09 req-2ec77bcf-9ac4-4743-acec-51e404f3fa0e service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2344370
May 10 17:36:20.594586 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b68ec97a-63c7-423b-b644-c919686d3a09 req-4b206231-fcd5-46a0-8799-34cfe68d2028 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272812
May 10 17:36:21.404797 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4067c6-4e9f-487a-8c2f-7371bad64974 req-7a45a2c9-50c2-4761-a0b8-a7a5a9fe5117 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:21.406850 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc4067c6-4e9f-487a-8c2f-7371bad64974 req-7a45a2c9-50c2-4761-a0b8-a7a5a9fe5117 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 944 time: 0.0794094
May 10 17:36:21.449313 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fc4067c6-4e9f-487a-8c2f-7371bad64974 req-8ddac022-ed68-4ba1-8414-d09a8244a979 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368252
May 10 17:36:21.619365 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:22.633884 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd911fe3-532f-4056-af9a-c8339ef823e1 req-e9b4b550-e48c-44de-b7dd-2b48497c091c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:22.635335 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fd911fe3-532f-4056-af9a-c8339ef823e1 req-e9b4b550-e48c-44de-b7dd-2b48497c091c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 944 time: 0.0829628
May 10 17:36:22.679036 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fd911fe3-532f-4056-af9a-c8339ef823e1 req-fd24369d-7e15-4325-8489-13bbdae6266e tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379553
May 10 17:36:22.780055 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:22.911308 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-db5fdfff-1ad5-4a82-bc29-44051a47135e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:23.860166 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9f5bd-b97f-4d66-9fc5-8c15cccef7e4 req-74c2cf1c-702e-4ca3-b5d3-242c623595c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:23.861627 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e0f9f5bd-b97f-4d66-9fc5-8c15cccef7e4 req-74c2cf1c-702e-4ca3-b5d3-242c623595c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 944 time: 0.0801818
May 10 17:36:23.908081 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e0f9f5bd-b97f-4d66-9fc5-8c15cccef7e4 req-83ab01e2-15a2-40eb-bfba-bd9bbb538305 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406158
May 10 17:36:23.999173 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:25.089927 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21929518-1397-4310-a19b-07cf84726c97 req-b94e7635-544c-4a6d-ac9f-f7f155d69f14 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:25.091381 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-21929518-1397-4310-a19b-07cf84726c97 req-b94e7635-544c-4a6d-ac9f-f7f155d69f14 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 944 time: 0.0788834
May 10 17:36:25.134887 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-21929518-1397-4310-a19b-07cf84726c97 req-529a7830-68c5-4eed-9f73-8ad978fde933 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378218
May 10 17:36:25.211142 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:36:25.454518 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:26.320092 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc16809-8b3d-481d-827e-39b38220f53d req-44958ee1-4777-495e-a1f8-fe05374d1338 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:26.321439 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cdc16809-8b3d-481d-827e-39b38220f53d req-44958ee1-4777-495e-a1f8-fe05374d1338 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 944 time: 0.0817063
May 10 17:36:26.365402 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-cdc16809-8b3d-481d-827e-39b38220f53d req-acc455ca-4129-4911-b9bf-d0ca3036786c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384359
May 10 17:36:27.543486 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9b71db-9df7-4698-bc0d-432deedf4d50 req-d15528ba-66da-4dbe-b797-5747b1124010 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:27.544925 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6f9b71db-9df7-4698-bc0d-432deedf4d50 req-d15528ba-66da-4dbe-b797-5747b1124010 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 944 time: 0.0793469
May 10 17:36:27.591049 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6f9b71db-9df7-4698-bc0d-432deedf4d50 req-febdee7f-dfec-4d8e-aef0-5e2f784420bb tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398371
May 10 17:36:28.777570 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df10e2e-5854-46f2-baf3-55627e606edc req-9e9e8005-62dd-482c-bb47-53fd32c89810 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:28.779040 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9df10e2e-5854-46f2-baf3-55627e606edc req-9e9e8005-62dd-482c-bb47-53fd32c89810 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 944 time: 0.0842664
May 10 17:36:28.822816 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9df10e2e-5854-46f2-baf3-55627e606edc req-c149b20d-e634-4274-a7a4-a91a89d73295 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381525
May 10 17:36:30.005447 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3baf1d-0df7-4bf7-b89c-d3583a6a8dc5 req-92991d46-ae92-48c0-91af-7362d6e824d7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:30.006915 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fe3baf1d-0df7-4bf7-b89c-d3583a6a8dc5 req-92991d46-ae92-48c0-91af-7362d6e824d7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 944 time: 0.0830648
May 10 17:36:30.050934 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fe3baf1d-0df7-4bf7-b89c-d3583a6a8dc5 req-bf07273e-a382-49bf-ad27-de213021f662 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383618
May 10 17:36:30.053720 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 6b14f35f-6fb2-43b6-a969-8fd46ca905e8 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:36:30.182395 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port 6b14f35f-6fb2-43b6-a969-8fd46ca905e8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6b14f35f-6fb2-43b6-a969-8fd46ca905e8,segment=NetworkSegment(adf1ac9b-0a33-4728-83af-ac926a72c85f),segment_id=adf1ac9b-0a33-4728-83af-ac926a72c85f)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:36:30.195425 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': '6b14f35f-6fb2-43b6-a969-8fd46ca905e8', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'port_id': '6b14f35f-6fb2-43b6-a969-8fd46ca905e8', 'mac_address': 'fa:16:3e:c0:dd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:36:30.251550 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:30.267146 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b14f35f-6fb2-43b6-a969-8fd46ca905e8 {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:36:30.281672 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port 6b14f35f-6fb2-43b6-a969-8fd46ca905e8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6b14f35f-6fb2-43b6-a969-8fd46ca905e8,segment=NetworkSegment(adf1ac9b-0a33-4728-83af-ac926a72c85f),segment_id=adf1ac9b-0a33-4728-83af-ac926a72c85f)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:36:30.285350 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:30.287158 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-b0505303-41ed-4011-8e2c-4c82da7b6167 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:36:30.349304 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=6b14f35f-6fb2-43b6-a969-8fd46ca905e8,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:36:30.356538 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:30.356879 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:30.357211 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:30.357541 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:30.357863 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:30.358186 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:30.358529 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:30.358849 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:30.359167 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:30.359484 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:30.360324 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:30.360639 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:36:30.364315 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:36:30.757604 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['6b14f35f-6fb2-43b6-a969-8fd46ca905e8'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:36:31.231952 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40535684-b838-4929-961f-f5dfe51b9dad req-ebd03937-0144-4c5c-be96-51ab52d86124 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:31.233387 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-40535684-b838-4929-961f-f5dfe51b9dad req-ebd03937-0144-4c5c-be96-51ab52d86124 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 945 time: 0.0784070
May 10 17:36:31.277442 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-40535684-b838-4929-961f-f5dfe51b9dad req-bcadfd57-a809-4db5-8338-dabf3e66e6cd tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376289
May 10 17:36:32.066912 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 6b14f35f-6fb2-43b6-a969-8fd46ca905e8 up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:36:32.133035 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning for port 6b14f35f-6fb2-43b6-a969-8fd46ca905e8 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:36:32.137944 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port 6b14f35f-6fb2-43b6-a969-8fd46ca905e8 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:36:32.138317 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:32.251743 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:32.277428 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff5aaef-e195-4f74-a17f-b1a766b20ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b14f35f-6fb2-43b6-a969-8fd46ca905e8'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:36:32.286812 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port 6b14f35f-6fb2-43b6-a969-8fd46ca905e8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6b14f35f-6fb2-43b6-a969-8fd46ca905e8,segment=NetworkSegment(adf1ac9b-0a33-4728-83af-ac926a72c85f),segment_id=adf1ac9b-0a33-4728-83af-ac926a72c85f)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:36:32.290732 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:32.292541 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-682ad89b-35be-48c5-a9b5-1bdfdc62b406 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:36:32.334512 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff5aaef-e195-4f74-a17f-b1a766b20ea0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b14f35f-6fb2-43b6-a969-8fd46ca905e8', 'code': 200}
May 10 17:36:32.359268 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=6b14f35f-6fb2-43b6-a969-8fd46ca905e8,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:36:32.362101 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:36:32.469364 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400b4c29-4bb0-4d88-8547-6838b6bfef17 req-8ebd71d0-cb19-41fb-bf70-a4a808c0c10e tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:32.470818 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-400b4c29-4bb0-4d88-8547-6838b6bfef17 req-8ebd71d0-cb19-41fb-bf70-a4a808c0c10e tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 946 time: 0.0833445
May 10 17:36:32.517134 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-400b4c29-4bb0-4d88-8547-6838b6bfef17 req-fa16d678-1ce7-4762-92d0-4ca5989f6192 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404265
May 10 17:36:32.626036 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7fddf4-4785-4f67-a7f3-0cdb36bd14b5 req-71f2e977-6271-4800-b7da-a1c5ea1b1323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:32.627483 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bb7fddf4-4785-4f67-a7f3-0cdb36bd14b5 req-71f2e977-6271-4800-b7da-a1c5ea1b1323 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 1099 time: 0.0690496
May 10 17:36:32.670443 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bb7fddf4-4785-4f67-a7f3-0cdb36bd14b5 req-777ed5d2-fda3-4174-9fe0-5a9bffbdd268 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0362754
May 10 17:36:33.702847 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e368a0-86e7-414f-be2a-1e35461d661e req-36937480-b196-4dac-adc6-b38b6bb8fdcd tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:33.704303 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f0e368a0-86e7-414f-be2a-1e35461d661e req-36937480-b196-4dac-adc6-b38b6bb8fdcd tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 946 time: 0.0780053
May 10 17:36:33.747738 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f0e368a0-86e7-414f-be2a-1e35461d661e req-d9a8dd5c-38c6-479c-a40e-998e676bf747 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0378089
May 10 17:36:34.930503 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f279ed0c-b99c-4b88-96da-8b243237cf5b req-03dba998-0447-4138-84d8-5aaa402a3961 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:34.931930 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f279ed0c-b99c-4b88-96da-8b243237cf5b req-03dba998-0447-4138-84d8-5aaa402a3961 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 946 time: 0.0815918
May 10 17:36:34.975692 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f279ed0c-b99c-4b88-96da-8b243237cf5b req-3ff64029-cf4e-4b3c-8f69-459d9ec9cfe2 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381522
May 10 17:36:35.155332 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859eada-41b2-41b8-b0c1-de24109a765c req-ec48b4ae-db27-4b58-bf35-ab7d99d86636 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:35.156753 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f859eada-41b2-41b8-b0c1-de24109a765c req-ec48b4ae-db27-4b58-bf35-ab7d99d86636 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 946 time: 0.0789492
May 10 17:36:35.204075 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-f859eada-41b2-41b8-b0c1-de24109a765c req-a08aac4f-300b-414b-9280-18657dcec1bc tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411339
May 10 17:36:35.225989 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 37646) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:36:35.294323 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497d3cf7-bf96-4fca-975f-3afe3f2090ce tempest-TestVolumeBootPattern-1145435578 tempest-TestVolumeBootPattern-1145435578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:35.295793 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-497d3cf7-bf96-4fca-975f-3afe3f2090ce tempest-TestVolumeBootPattern-1145435578 tempest-TestVolumeBootPattern-1145435578-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 1094 time: 0.0686672
May 10 17:36:35.298560 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 37650) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:36:35.303428 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Request body: {'floatingip': {'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'port_id': '6b14f35f-6fb2-43b6-a969-8fd46ca905e8', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'fixed_ip_address': '172.20.0.14'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:36:35.309100 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:36:35.313537 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Usage tracker for resource:floatingip and tenant:8fb2aa314410446981bed63afd665410 is out of sync, need to count used quota {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:36:35.316163 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=78697) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:36:35.321726 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:36:35.332320 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for floatingip, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:35.550886 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:35.683632 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_common [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Allocated IP 172.27.1.153 (bae4116f-378a-4109-9d6f-b35b773f5102/85c6ce2f-4b23-430e-8a05-d1a9c5baa36d/37f79d23-a0ec-44b5-9daf-39c24d0ac1e5) {{(pid=78697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:36:35.827928 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for port, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:35.856179 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:35.860280 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-1a560c01-d357-4a19-a3f2-bc7c079580b6 tempest-TestMinimumBasicScenario-1181547803 tempest-TestMinimumBasicScenario-1181547803-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:36:35.914419 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Network bae4116f-378a-4109-9d6f-b35b773f5102 is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:36:35.916897 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:36:35.920468 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Received port after_create {{(pid=78697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:36:35.964466 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event updated for resources: {'Port': ['ID=37f79d23-a0ec-44b5-9daf-39c24d0ac1e5,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:36:35.968381 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:36:36.322186 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:36.393096 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:36.594415 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for port, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:36.598655 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:36.602811 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-973daa3b-e15d-4b1d-8ea1-815f35af68c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:36:36.707539 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event updated for resources: {'Port': ['ID=37f79d23-a0ec-44b5-9daf-39c24d0ac1e5,revision_number=2']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:36:36.711645 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:36:36.714224 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422768'] for floatingip, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:36.881466 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.db.l3_db [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Floating IP bac4f7b8-72e6-4b36-850c-6bfc6921d1cb associated. External IP: 172.27.1.153, port: 6b14f35f-6fb2-43b6-a969-8fd46ca905e8.
May 10 17:36:37.323085 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Router 37eaf824-c75e-4e52-8e49-9440c246b848 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:36:37.501272 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:36:37.511442 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a3c36b-8826-4e87-80c2-96ff8076ed64 None None] Sync routers for ids ['37eaf824-c75e-4e52-8e49-9440c246b848'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:36:37.520967 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a3c36b-8826-4e87-80c2-96ff8076ed64 None None] Routers {'37eaf824-c75e-4e52-8e49-9440c246b848'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:36:37.521624 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-17a3c36b-8826-4e87-80c2-96ff8076ed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f087deaf0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:36:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['37eaf824-c75e-4e52-8e49-9440c246b848'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:36:37.527887 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for floatingip, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:37.590512 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.2852006
May 10 17:36:37.590512 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff5aaef-e195-4f74-a17f-b1a766b20ea0', 'tag': '6b14f35f-6fb2-43b6-a969-8fd46ca905e8'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:36:37.639038 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff5aaef-e195-4f74-a17f-b1a766b20ea0', 'tag': '6b14f35f-6fb2-43b6-a969-8fd46ca905e8', 'status': 'completed', 'code': 200}
May 10 17:36:37.737922 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-17a3c36b-8826-4e87-80c2-96ff8076ed64 None None] Set router 37eaf824-c75e-4e52-8e49-9440c246b848 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:36:37.758305 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e1621-5544-4847-bf8b-c32949ca9696 req-4d95b856-47d6-4471-9c10-baa3d03be968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:37.759821 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-638e1621-5544-4847-bf8b-c32949ca9696 req-4d95b856-47d6-4471-9c10-baa3d03be968 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fb2aa314410446981bed63afd665410&device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 1099 time: 0.0746038
May 10 17:36:37.891368 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e1621-5544-4847-bf8b-c32949ca9696 req-9e7c4878-5b3a-4c38-a651-c65885bce059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:37.892807 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-638e1621-5544-4847-bf8b-c32949ca9696 req-9e7c4878-5b3a-4c38-a651-c65885bce059 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 200  len: 912 time: 0.1268344
May 10 17:36:37.999288 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-638e1621-5544-4847-bf8b-c32949ca9696 req-fe710a8c-16e2-47a8-9088-b1d716cd13a2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b14f35f-6fb2-43b6-a969-8fd46ca905e8 HTTP/1.1" status: 200  len: 1000 time: 0.0994403
May 10 17:36:38.061302 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e1621-5544-4847-bf8b-c32949ca9696 req-736b9cb1-ce99-4945-ac21-5368fda34c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:38.063284 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-638e1621-5544-4847-bf8b-c32949ca9696 req-736b9cb1-ce99-4945-ac21-5368fda34c48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cf24a54-82ea-4663-a879-4db69b2c97c2 HTTP/1.1" status: 200  len: 850 time: 0.0579982
May 10 17:36:38.080212 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-17a3c36b-8826-4e87-80c2-96ff8076ed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f087deaf0>, [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': 'bac4f7b8-72e6-4b36-850c-6bfc6921d1cb', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'port_id': '6b14f35f-6fb2-43b6-a969-8fd46ca905e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'mac_address': 'fa:16:3e:c0:dd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff5aaef-e195-4f74-a17f-b1a766b20ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:36:36Z', 'updated_at': '2021-05-10T17:36:36Z', 'revision_number': 0, 'project_id': '8fb2aa314410446981bed63afd665410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d98f38-f4d8-41aa-9d95-be03b3526014', 'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'mac_address': 'fa:16:3e:f9:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:25Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 5, 'project_id': '8fb2aa314410446981bed63afd665410', 'subnets': [{'id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:36:38.083987 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a3c36b-8826-4e87-80c2-96ff8076ed64 None None] Checking router: 37eaf824-c75e-4e52-8e49-9440c246b848 for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:36:38.092274 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a3c36b-8826-4e87-80c2-96ff8076ed64 None None] Routers {'37eaf824-c75e-4e52-8e49-9440c246b848'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:36:38.092878 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-17a3c36b-8826-4e87-80c2-96ff8076ed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f087deaf0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:36:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['37eaf824-c75e-4e52-8e49-9440c246b848'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:36:38.142213 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638e1621-5544-4847-bf8b-c32949ca9696 req-2f125341-e34d-4d05-9ff8-6c79fc2b4aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:38.143589 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-638e1621-5544-4847-bf8b-c32949ca9696 req-2f125341-e34d-4d05-9ff8-6c79fc2b4aea service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9afab9d9-3171-477a-8041-fd8012e27f60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737107
May 10 17:36:38.268320 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-17a3c36b-8826-4e87-80c2-96ff8076ed64 None None] Set router 37eaf824-c75e-4e52-8e49-9440c246b848 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:36:38.273920 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-638e1621-5544-4847-bf8b-c32949ca9696 req-0ca0c8ca-255d-46b9-9ba9-851863bb8563 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226640
May 10 17:36:38.402503 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-638e1621-5544-4847-bf8b-c32949ca9696 req-7befcdb7-3802-4f99-826e-bb7c04224ae2 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218195
May 10 17:36:38.609231 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-17a3c36b-8826-4e87-80c2-96ff8076ed64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f087deaf0>, [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': 'bac4f7b8-72e6-4b36-850c-6bfc6921d1cb', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'port_id': '6b14f35f-6fb2-43b6-a969-8fd46ca905e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'mac_address': 'fa:16:3e:c0:dd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff5aaef-e195-4f74-a17f-b1a766b20ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:36:36Z', 'updated_at': '2021-05-10T17:36:36Z', 'revision_number': 0, 'project_id': '8fb2aa314410446981bed63afd665410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d98f38-f4d8-41aa-9d95-be03b3526014', 'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'mac_address': 'fa:16:3e:f9:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:25Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 5, 'project_id': '8fb2aa314410446981bed63afd665410', 'subnets': [{'id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:36:38.613590 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a3c36b-8826-4e87-80c2-96ff8076ed64 None None] The sync data for ids ['37eaf824-c75e-4e52-8e49-9440c246b848'] in dv-cinder-786383-3-iscsi is: [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': 'bac4f7b8-72e6-4b36-850c-6bfc6921d1cb', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'port_id': '6b14f35f-6fb2-43b6-a969-8fd46ca905e8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'mac_address': 'fa:16:3e:c0:dd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff5aaef-e195-4f74-a17f-b1a766b20ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:36:36Z', 'updated_at': '2021-05-10T17:36:36Z', 'revision_number': 0, 'project_id': '8fb2aa314410446981bed63afd665410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d98f38-f4d8-41aa-9d95-be03b3526014', 'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'mac_address': 'fa:16:3e:f9:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:25Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 5, 'project_id': '8fb2aa314410446981bed63afd665410', 'subnets': [{'id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:36:38.789599 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061e1e61-5541-4cd1-8336-1dcee65cea5c None None] New status for floating IP bac4f7b8-72e6-4b36-850c-6bfc6921d1cb: ACTIVE {{(pid=78700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:36:50.268442 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-27a87006-a200-4ce2-a077-db03fa19ee08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:51.622596 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:52.783202 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:52.913732 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-d791eb0c-0e78-4452-a225-7337be1e0d8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:54.002215 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:55.457354 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:36:56.558557 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-973a4c82-342b-489f-9196-31098ffe7e74 req-faad72a2-5254-4fa5-ad44-6bacec752cfa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0702450
May 10 17:36:56.722582 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a4c82-342b-489f-9196-31098ffe7e74 req-c933a92a-d472-41c0-97f5-a98f75e53de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:56.723994 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-973a4c82-342b-489f-9196-31098ffe7e74 req-c933a92a-d472-41c0-97f5-a98f75e53de9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fb2aa314410446981bed63afd665410&device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 1099 time: 0.0694110
May 10 17:36:56.963470 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a4c82-342b-489f-9196-31098ffe7e74 req-6d17546f-d755-4394-8ad9-ad5d52471ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:56.964905 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-973a4c82-342b-489f-9196-31098ffe7e74 req-6d17546f-d755-4394-8ad9-ad5d52471ad3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 200  len: 912 time: 0.2206380
May 10 17:36:57.066632 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-973a4c82-342b-489f-9196-31098ffe7e74 req-62610e7d-e6db-4ed6-b7cd-4dd511916777 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b14f35f-6fb2-43b6-a969-8fd46ca905e8 HTTP/1.1" status: 200  len: 1002 time: 0.0945084
May 10 17:36:57.131921 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a4c82-342b-489f-9196-31098ffe7e74 req-f39ca5c0-ed13-40e4-bc35-b6ac6b74d246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:57.133294 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-973a4c82-342b-489f-9196-31098ffe7e74 req-f39ca5c0-ed13-40e4-bc35-b6ac6b74d246 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cf24a54-82ea-4663-a879-4db69b2c97c2 HTTP/1.1" status: 200  len: 850 time: 0.0598171
May 10 17:36:57.207875 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a4c82-342b-489f-9196-31098ffe7e74 req-638f07db-0b05-4fa2-981e-7aef1aadc717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:36:57.209290 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-973a4c82-342b-489f-9196-31098ffe7e74 req-638f07db-0b05-4fa2-981e-7aef1aadc717 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9afab9d9-3171-477a-8041-fd8012e27f60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0682175
May 10 17:36:57.337794 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-973a4c82-342b-489f-9196-31098ffe7e74 req-71513308-d4f3-4cc5-90d2-3e10095022d8 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1215165
May 10 17:36:57.465679 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-973a4c82-342b-489f-9196-31098ffe7e74 req-d3ade321-3c0b-4083-9608-53217e6ec068 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218441
May 10 17:37:02.210518 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:37:20.270277 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ae6523a4-5f11-42fe-a2f2-8c195df5cf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:37:21.632233 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:37:22.785020 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:37:22.914453 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-2224e549-4516-42f6-b61e-b4f209a0ad67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:37:24.005537 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:37:25.460715 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:37:39.209953 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:37:50.271659 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-6ea5a97f-89a0-4ccf-9a05-8b6f6ac0c12b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:37:51.631789 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:37:52.786904 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:37:52.916025 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c49a04d9-dae5-4de8-8f0f-fb27db0c2a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:37:54.007922 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:37:55.464134 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:37:56.557772 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ff52d200-e250-4d63-8dc2-bd63a7f0b842 req-1b42fa95-11cf-4608-a6bc-6f6d8f556ba6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0728834
May 10 17:37:56.712933 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52d200-e250-4d63-8dc2-bd63a7f0b842 req-cde3cc2f-b9e0-496b-8baa-2684d574bcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:37:56.714394 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ff52d200-e250-4d63-8dc2-bd63a7f0b842 req-cde3cc2f-b9e0-496b-8baa-2684d574bcfd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fb2aa314410446981bed63afd665410&device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 1099 time: 0.0719900
May 10 17:37:56.855051 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52d200-e250-4d63-8dc2-bd63a7f0b842 req-2a65897b-eb4a-43c7-810d-4b01e89ba2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:37:56.856815 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ff52d200-e250-4d63-8dc2-bd63a7f0b842 req-2a65897b-eb4a-43c7-810d-4b01e89ba2f1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 200  len: 912 time: 0.1243935
May 10 17:37:56.958614 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ff52d200-e250-4d63-8dc2-bd63a7f0b842 req-a500d6bb-af7e-42ff-be7f-ab8c78275203 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b14f35f-6fb2-43b6-a969-8fd46ca905e8 HTTP/1.1" status: 200  len: 1002 time: 0.0953500
May 10 17:37:57.019639 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52d200-e250-4d63-8dc2-bd63a7f0b842 req-8e193341-f0f8-4bdf-b4fa-3103ba2a01bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:37:57.021092 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ff52d200-e250-4d63-8dc2-bd63a7f0b842 req-8e193341-f0f8-4bdf-b4fa-3103ba2a01bf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cf24a54-82ea-4663-a879-4db69b2c97c2 HTTP/1.1" status: 200  len: 850 time: 0.0567708
May 10 17:37:57.097719 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff52d200-e250-4d63-8dc2-bd63a7f0b842 req-3cb0f55a-62c0-4551-8b16-92fba39136e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:37:57.099198 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ff52d200-e250-4d63-8dc2-bd63a7f0b842 req-3cb0f55a-62c0-4551-8b16-92fba39136e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9afab9d9-3171-477a-8041-fd8012e27f60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722802
May 10 17:37:57.234781 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ff52d200-e250-4d63-8dc2-bd63a7f0b842 req-3a351121-5ddf-4883-bb13-3ccea95bb9f7 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1289959
May 10 17:37:57.362122 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ff52d200-e250-4d63-8dc2-bd63a7f0b842 req-5602ca19-1b40-4e6c-982b-04611bf24cdd service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1203833
May 10 17:38:16.208981 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:38:20.273751 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ceb58eca-d9ea-48f2-a502-86c63ed23897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:21.648678 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:22.788134 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:22.915608 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-bb553dce-38ad-4638-879f-5e2a5931262e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:24.012195 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:25.468554 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:37.719770 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-078d6568-e163-4e5f-840a-9628dff30b55 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1276330258&fields=id&tenant_id=8fb2aa314410446981bed63afd665410 HTTP/1.1" status: 200  len: 267 time: 0.0408061
May 10 17:38:37.964615 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-674d8445-0ad5-4bc3-ba50-4226d138dada tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:37.966045 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-674d8445-0ad5-4bc3-ba50-4226d138dada tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/networks?id=9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 200  len: 811 time: 0.2398901
May 10 17:38:37.980636 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-bf42d820-8a5f-4db2-860e-6587c6c93df7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/quotas/8fb2aa314410446981bed63afd665410 HTTP/1.1" status: 200  len: 375 time: 0.0089765
May 10 17:38:38.076436 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2fea77b9-a410-4be1-aba4-a0cb40757a7e tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?tenant_id=8fb2aa314410446981bed63afd665410&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0904741
May 10 17:38:38.256754 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-726a4035-ef0d-465f-bdea-c8c8682d4ab0 service neutron] 10.222.0.32 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1689749
May 10 17:38:38.386225 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-a97bf64f-224c-4ca3-9a3f-013ef16351b7 service neutron] 10.222.0.32 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237729
May 10 17:38:38.764715 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9f12506f-cf8c-4a26-b0d9-60316a196a75 req-384e5d0a-e2c8-4490-830f-dec204c650c9 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 210 time: 0.0438225
May 10 17:38:39.865886 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-dece07d0-684f-438d-ab28-f90fdeec209b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:39.867345 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-dece07d0-684f-438d-ab28-f90fdeec209b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.36 "GET /v2.0/networks?id=9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 200  len: 811 time: 0.1514752
May 10 17:38:39.933251 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2991f2d1-91a4-40f1-8047-de0f4bbbd906 req-d54856f2-7fef-46ff-b54d-2d9708a743b7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 210 time: 0.0577521
May 10 17:38:39.959282 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-65bdd462-5548-42b5-b462-c8e845ebfb42 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8fb2aa314410446981bed63afd665410 HTTP/1.1" status: 200  len: 380 time: 0.0497575
May 10 17:38:39.968034 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Request body: {'port': {'device_id': 'e069a3f5-c872-4407-b832-cf466a2e410d', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'admin_state_up': True, 'tenant_id': '8fb2aa314410446981bed63afd665410', 'security_groups': ['ae95ddce-3601-4a23-b9ed-669e0da2c1e9']}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:38:40.102908 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:38:40.114331 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.quota.driver [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=78697) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:38:40.125127 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Made reservation on behalf of 8fb2aa314410446981bed63afd665410 for: {'port': 1} {{(pid=78697) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
May 10 17:38:40.128620 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:40.287095 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_common [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Allocated IP 172.20.0.8 (9afab9d9-3171-477a-8041-fd8012e27f60/9cf24a54-82ea-4663-a879-4db69b2c97c2/d412858b-77b3-43ad-95a2-1fae647a84e9) {{(pid=78697) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:38:40.471841 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for port, precommit_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:40.487073 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.provisioning_blocks [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Transition to ACTIVE for port object d412858b-77b3-43ad-95a2-1fae647a84e9 will not be triggered until provisioned by entity DHCP. {{(pid=78697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:38:40.508732 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_create {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:40.514679 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-20c8fa9a-b1c6-47a3-a36e-616499dabd0b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:38:40.571924 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Network 9afab9d9-3171-477a-8041-fd8012e27f60 is already hosted by enough agents. {{(pid=78697) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:38:40.575274 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.base_scheduler [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Resources bound (agent type, host, resource id):  {{(pid=78697) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:38:40.579160 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Received port after_create {{(pid=78697) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:38:40.624928 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event updated for resources: {'Port': ['ID=d412858b-77b3-43ad-95a2-1fae647a84e9,revision_number=1']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:38:40.639076 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:40.639453 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:40.639819 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:40.640180 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:40.640537 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:40.641067 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:40.641236 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:40.641594 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:40.641953 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:40.642300 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:40.642700 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:40.644327 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:40.648322 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:38:40.667913 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:40.668545 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:40.695820 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-738cc4e7-4e95-461a-843d-ef441cf08320 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7318666
May 10 17:38:40.719350 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.v2.base [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Request body: {'port': {'device_id': 'e069a3f5-c872-4407-b832-cf466a2e410d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=78697) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:38:40.781574 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-22f80a99-d4e6-40d8-b2ff-494badfd12fb None None] Provisioning for port d412858b-77b3-43ad-95a2-1fae647a84e9 completed by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:38:40.786834 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-22f80a99-d4e6-40d8-b2ff-494badfd12fb None None] Provisioning complete for port d412858b-77b3-43ad-95a2-1fae647a84e9 triggered by entity DHCP. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:38:40.787206 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-22f80a99-d4e6-40d8-b2ff-494badfd12fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:40.835758 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:40.842988 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-22f80a99-d4e6-40d8-b2ff-494badfd12fb None None] Port d412858b-77b3-43ad-95a2-1fae647a84e9 cannot update to ACTIVE because it is not bound. {{(pid=78699) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
May 10 17:38:41.268024 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766ab7d-8533-4ff0-8134-9e8e485c188b req-ba17da07-c26c-4ac5-a4aa-f4eb60d76ede tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:41.268717 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-6766ab7d-8533-4ff0-8134-9e8e485c188b req-ba17da07-c26c-4ac5-a4aa-f4eb60d76ede tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Synchronizing usage tracker for tenant:8fb2aa314410446981bed63afd665410 on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:38:41.322140 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-6766ab7d-8533-4ff0-8134-9e8e485c188b req-ba17da07-c26c-4ac5-a4aa-f4eb60d76ede tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Unset dirty status for tenant:8fb2aa314410446981bed63afd665410 on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:38:41.323743 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6766ab7d-8533-4ff0-8134-9e8e485c188b req-ba17da07-c26c-4ac5-a4aa-f4eb60d76ede tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 931 time: 0.2267151
May 10 17:38:41.379146 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d412858b-77b3-43ad-95a2-1fae647a84e9 {{(pid=78697) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:38:41.389695 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:41.394200 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6766ab7d-8533-4ff0-8134-9e8e485c188b req-52a899f2-216f-46f2-8061-af94f44593b8 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612938
May 10 17:38:41.407987 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.provisioning_blocks [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Transition to ACTIVE for port object d412858b-77b3-43ad-95a2-1fae647a84e9 will not be triggered until provisioned by entity L2. {{(pid=78697) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
May 10 17:38:41.413242 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:41.417109 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-b8378e2d-a77c-42dc-a421-787900702257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:38:41.566791 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Pushing event updated for resources: {'Port': ['ID=d412858b-77b3-43ad-95a2-1fae647a84e9,revision_number=2']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:38:41.574784 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:38:41.648213 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Attempting to bind port d412858b-77b3-43ad-95a2-1fae647a84e9 on host hv-cinder-78638 for vnic_type normal with profile  {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
May 10 17:38:41.648539 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Attempting to bind port d412858b-77b3-43ad-95a2-1fae647a84e9 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'adf1ac9b-0a33-4728-83af-ac926a72c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60'}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
May 10 17:38:41.648863 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Attempting to bind port d412858b-77b3-43ad-95a2-1fae647a84e9 on network 9afab9d9-3171-477a-8041-fd8012e27f60 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:38:41.653466 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Port d412858b-77b3-43ad-95a2-1fae647a84e9 on network 9afab9d9-3171-477a-8041-fd8012e27f60 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
May 10 17:38:41.653783 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Attempting to bind port d412858b-77b3-43ad-95a2-1fae647a84e9 on network 9afab9d9-3171-477a-8041-fd8012e27f60 {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
May 10 17:38:41.659003 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Checking agent: {'id': '87cc3cef-9683-423a-ab01-169475d75aa7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'started_at': datetime.datetime(2021, 5, 10, 17, 17, 47), 'heartbeat_timestamp': datetime.datetime(2021, 5, 10, 17, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
May 10 17:38:41.659337 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Checking segment: {'id': 'adf1ac9b-0a33-4728-83af-ac926a72c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=78697) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
May 10 17:38:41.659720 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Bound using segment: {'id': 'adf1ac9b-0a33-4728-83af-ac926a72c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60'} {{(pid=78697) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
May 10 17:38:41.660154 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.managers [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Bound port: d412858b-77b3-43ad-95a2-1fae647a84e9, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adf1ac9b-0a33-4728-83af-ac926a72c85f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60'}}] {{(pid=78697) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
May 10 17:38:41.660499 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:41.746893 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] For port d412858b-77b3-43ad-95a2-1fae647a84e9, host hv-cinder-78638, cleared binding levels {{(pid=78697) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
May 10 17:38:41.750609 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] For port d412858b-77b3-43ad-95a2-1fae647a84e9, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d412858b-77b3-43ad-95a2-1fae647a84e9,segment=NetworkSegment(adf1ac9b-0a33-4728-83af-ac926a72c85f),segment_id=adf1ac9b-0a33-4728-83af-ac926a72c85f)] {{(pid=78697) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
May 10 17:38:41.755142 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-811451'] for port, after_update {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:41.758626 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-6c506b9a-85f4-411b-9f92-55cccc4230ef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:38:41.815083 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:41.815686 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:41.817031 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] 10.222.0.36 "PUT /v2.0/ports/d412858b-77b3-43ad-95a2-1fae647a84e9 HTTP/1.1" status: 200  len: 1093 time: 1.1027360
May 10 17:38:41.817527 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e069a3f5-c872-4407-b832-cf466a2e410d', 'tag': 'd412858b-77b3-43ad-95a2-1fae647a84e9'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:38:41.847076 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Pushing event updated for resources: {'Port': ['ID=d412858b-77b3-43ad-95a2-1fae647a84e9,revision_number=3']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:38:41.850425 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:38:41.902486 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e069a3f5-c872-4407-b832-cf466a2e410d', 'tag': 'd412858b-77b3-43ad-95a2-1fae647a84e9', 'status': 'completed', 'code': 200}
May 10 17:38:41.945998 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-46d479bb-7626-48d4-9d58-fd856341c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:41.947710 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-46d479bb-7626-48d4-9d58-fd856341c235 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fb2aa314410446981bed63afd665410&device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 1096 time: 0.0758867
May 10 17:38:42.027142 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-fd134af4-4400-4e36-a415-f6e658bd8107 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d412858b-77b3-43ad-95a2-1fae647a84e9 HTTP/1.1" status: 200  len: 217 time: 0.0659730
May 10 17:38:42.088532 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-6b7a1bc8-fc39-4d05-8973-0a74ec6283d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:42.090572 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-6b7a1bc8-fc39-4d05-8973-0a74ec6283d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cf24a54-82ea-4663-a879-4db69b2c97c2 HTTP/1.1" status: 200  len: 850 time: 0.0582142
May 10 17:38:42.173309 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-1b2afa21-de60-4acd-a2ff-ff37a6231494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:42.174198 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-1b2afa21-de60-4acd-a2ff-ff37a6231494 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9afab9d9-3171-477a-8041-fd8012e27f60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0771213
May 10 17:38:42.308472 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-8caa6cf0-019f-4c1e-9cc1-f2b607093312 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273034
May 10 17:38:42.436079 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-b2a01e3f-61d0-4504-bda8-5546df15355f req-0cd23d58-4734-4ea6-ac89-db313765bc26 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1218224
May 10 17:38:42.635833 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8f76a-2dce-45ab-9a97-9a57a7190e72 req-3b9b46fd-c1e8-405d-8739-20a977de388f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:42.637185 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dea8f76a-2dce-45ab-9a97-9a57a7190e72 req-3b9b46fd-c1e8-405d-8739-20a977de388f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fb2aa314410446981bed63afd665410&device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 1096 time: 0.1026108
May 10 17:38:42.644593 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9feb44-2fed-448d-889d-6fe5fe2cf2ec req-6cda6830-1dd1-4466-b724-72dcf5933d72 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:42.645914 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2a9feb44-2fed-448d-889d-6fe5fe2cf2ec req-6cda6830-1dd1-4466-b724-72dcf5933d72 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 943 time: 0.1425557
May 10 17:38:42.877258 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2a9feb44-2fed-448d-889d-6fe5fe2cf2ec req-d2ccc420-fdff-4d62-a4ff-19a589d54dd0 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2115278
May 10 17:38:42.901114 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8f76a-2dce-45ab-9a97-9a57a7190e72 req-e5a56db8-0333-4e68-b5a0-3a5af0352e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:42.902591 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dea8f76a-2dce-45ab-9a97-9a57a7190e72 req-e5a56db8-0333-4e68-b5a0-3a5af0352e22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 200  len: 912 time: 0.2558212
May 10 17:38:42.971726 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dea8f76a-2dce-45ab-9a97-9a57a7190e72 req-4867487f-5efc-42fd-8cde-0d3d37f91e13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d412858b-77b3-43ad-95a2-1fae647a84e9 HTTP/1.1" status: 200  len: 217 time: 0.0624022
May 10 17:38:43.033349 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8f76a-2dce-45ab-9a97-9a57a7190e72 req-4d8dcb15-30df-462a-9c1b-cea2f2259320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:43.034765 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dea8f76a-2dce-45ab-9a97-9a57a7190e72 req-4d8dcb15-30df-462a-9c1b-cea2f2259320 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cf24a54-82ea-4663-a879-4db69b2c97c2 HTTP/1.1" status: 200  len: 850 time: 0.0574496
May 10 17:38:43.108801 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea8f76a-2dce-45ab-9a97-9a57a7190e72 req-9fa20835-6087-4b96-ac19-e025ccaecd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:43.110216 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dea8f76a-2dce-45ab-9a97-9a57a7190e72 req-9fa20835-6087-4b96-ac19-e025ccaecd9d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9afab9d9-3171-477a-8041-fd8012e27f60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0691686
May 10 17:38:43.241011 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dea8f76a-2dce-45ab-9a97-9a57a7190e72 req-02a4721e-9df7-4930-b460-89b325988363 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1241508
May 10 17:38:43.378884 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-dea8f76a-2dce-45ab-9a97-9a57a7190e72 req-268cb143-51b6-4794-8068-0d5464aaaa00 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310735
May 10 17:38:44.061470 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2965df1-6455-49d5-94ee-4a6392055c15 req-164b6ee4-d4b9-4806-bc24-40afca544a6b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:44.063004 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e2965df1-6455-49d5-94ee-4a6392055c15 req-164b6ee4-d4b9-4806-bc24-40afca544a6b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 943 time: 0.0831106
May 10 17:38:44.107573 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e2965df1-6455-49d5-94ee-4a6392055c15 req-999f9240-c084-4729-a7c5-d5088dcfb562 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387084
May 10 17:38:45.290556 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb95532d-20b6-4601-b01a-1fe35a94f1ba req-eff6374a-c33e-4c44-bb67-aa7e41903ea6 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:45.291969 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bb95532d-20b6-4601-b01a-1fe35a94f1ba req-eff6374a-c33e-4c44-bb67-aa7e41903ea6 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 943 time: 0.0823057
May 10 17:38:45.335863 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-bb95532d-20b6-4601-b01a-1fe35a94f1ba req-db1f6f90-5dbe-48b2-b637-45f1225c53d1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379002
May 10 17:38:46.513380 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdfe5dc-1b24-42ed-92d4-69bec19b6a58 req-f5eeb4ad-385d-4604-ade9-9dddaf542f76 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:46.514826 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ecdfe5dc-1b24-42ed-92d4-69bec19b6a58 req-f5eeb4ad-385d-4604-ade9-9dddaf542f76 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 943 time: 0.0778937
May 10 17:38:46.557977 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-ecdfe5dc-1b24-42ed-92d4-69bec19b6a58 req-73ba8ff8-eb69-4e59-a8eb-0eee937a603c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375805
May 10 17:38:47.741505 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf752ab-3cd5-4913-8947-9f7c18d92a13 req-b8b97ffd-c167-458d-8631-c3fd4d58f709 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:47.742954 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9bf752ab-3cd5-4913-8947-9f7c18d92a13 req-b8b97ffd-c167-458d-8631-c3fd4d58f709 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 943 time: 0.0820630
May 10 17:38:47.785951 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9bf752ab-3cd5-4913-8947-9f7c18d92a13 req-b30665ab-cd79-42ef-8b16-cc89ffd302a4 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372825
May 10 17:38:48.968123 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc932a7-592d-465a-befb-7e204ae6ea56 req-b63ff050-08e3-4ac7-bd60-9d5e59682d27 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:48.969553 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-edc932a7-592d-465a-befb-7e204ae6ea56 req-b63ff050-08e3-4ac7-bd60-9d5e59682d27 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 943 time: 0.0794668
May 10 17:38:49.016821 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-edc932a7-592d-465a-befb-7e204ae6ea56 req-40c3f92b-edb5-424c-ad5c-622989829c32 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416160
May 10 17:38:50.201217 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b12a7-156b-4a8e-bbaa-7a3597005d08 req-f0ec593e-e8db-491d-87b4-c00544453196 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:50.202679 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4e8b12a7-156b-4a8e-bbaa-7a3597005d08 req-f0ec593e-e8db-491d-87b4-c00544453196 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 943 time: 0.0802805
May 10 17:38:50.247201 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-4e8b12a7-156b-4a8e-bbaa-7a3597005d08 req-7b2caf49-6f21-41c8-a1b1-40f9d076cbca tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387473
May 10 17:38:50.275819 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ed8fa394-b451-4391-b67c-41bfa13cd024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:51.569072 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f59cb89-c595-40c5-ba7f-57996cf5ce7a req-d2278714-dd77-4c30-a7b4-3e20bf412722 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:51.570562 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2f59cb89-c595-40c5-ba7f-57996cf5ce7a req-d2278714-dd77-4c30-a7b4-3e20bf412722 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 943 time: 0.0821309
May 10 17:38:51.614162 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-2f59cb89-c595-40c5-ba7f-57996cf5ce7a req-84d4e430-e723-440e-b8a7-80fa5b7bdfa5 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379741
May 10 17:38:51.645022 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:52.640607 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device d412858b-77b3-43ad-95a2-1fae647a84e9 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=78699) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
May 10 17:38:52.772561 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port d412858b-77b3-43ad-95a2-1fae647a84e9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d412858b-77b3-43ad-95a2-1fae647a84e9,segment=NetworkSegment(adf1ac9b-0a33-4728-83af-ac926a72c85f),segment_id=adf1ac9b-0a33-4728-83af-ac926a72c85f)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:38:52.791930 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Returning: {'device': 'd412858b-77b3-43ad-95a2-1fae647a84e9', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'port_id': 'd412858b-77b3-43ad-95a2-1fae647a84e9', 'mac_address': 'fa:16:3e:99:a6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=78699) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
May 10 17:38:52.795882 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73948481-1c67-48b7-a1cd-b559cc3b4a11 req-ecbbd86b-ddad-4e4d-9258-bd2a49c4bd92 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:52.797358 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-73948481-1c67-48b7-a1cd-b559cc3b4a11 req-ecbbd86b-ddad-4e4d-9258-bd2a49c4bd92 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 943 time: 0.0806341
May 10 17:38:52.833682 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:52.847531 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-73948481-1c67-48b7-a1cd-b559cc3b4a11 req-cc11d8d2-f32b-49d9-a75e-2af9d76a1c78 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444162
May 10 17:38:52.853551 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:52.870806 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d412858b-77b3-43ad-95a2-1fae647a84e9 {{(pid=78699) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
May 10 17:38:52.886197 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port d412858b-77b3-43ad-95a2-1fae647a84e9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d412858b-77b3-43ad-95a2-1fae647a84e9,segment=NetworkSegment(adf1ac9b-0a33-4728-83af-ac926a72c85f),segment_id=adf1ac9b-0a33-4728-83af-ac926a72c85f)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:38:52.889540 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:52.891256 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-ad5b07fb-a183-4696-adc5-34a360e48786 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:38:52.950278 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-085b3a55-0e24-4375-9222-2904f4109e8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:52.969708 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=d412858b-77b3-43ad-95a2-1fae647a84e9,revision_number=4']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:38:52.976680 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:52.977025 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:52.977355 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:52.977685 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:52.978007 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:52.978329 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:52.978673 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:52.978991 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:52.979308 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:52.979626 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:52.979940 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:52.980254 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:52.984276 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:38:53.207670 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:38:53.342783 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] get_ports_and_sgs() called for port_ids ['d412858b-77b3-43ad-95a2-1fae647a84e9'] {{(pid=78699) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
May 10 17:38:54.015019 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:54.027796 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d447bca-b930-44ba-a416-0d4314e1df05 req-6bd1dce9-5586-4e48-a29b-0920fe8e9fa5 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:54.029248 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3d447bca-b930-44ba-a416-0d4314e1df05 req-6bd1dce9-5586-4e48-a29b-0920fe8e9fa5 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 944 time: 0.0800347
May 10 17:38:54.072714 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3d447bca-b930-44ba-a416-0d4314e1df05 req-ec54ef12-ea1c-4975-ba3e-93f2c8b412a7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375705
May 10 17:38:54.637886 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device d412858b-77b3-43ad-95a2-1fae647a84e9 up at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
May 10 17:38:54.707999 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning for port d412858b-77b3-43ad-95a2-1fae647a84e9 completed by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
May 10 17:38:54.712527 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.provisioning_blocks [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Provisioning complete for port d412858b-77b3-43ad-95a2-1fae647a84e9 triggered by entity L2. {{(pid=78699) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
May 10 17:38:54.712904 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3479151'] for port, provisioning_complete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:54.827121 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:54.854066 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e069a3f5-c872-4407-b832-cf466a2e410d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd412858b-77b3-43ad-95a2-1fae647a84e9'}] {{(pid=78699) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:38:54.864602 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] For port d412858b-77b3-43ad-95a2-1fae647a84e9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d412858b-77b3-43ad-95a2-1fae647a84e9,segment=NetworkSegment(adf1ac9b-0a33-4728-83af-ac926a72c85f),segment_id=adf1ac9b-0a33-4728-83af-ac926a72c85f)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:38:54.870470 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251'] for port, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:54.873404 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:38:54.941000 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Pushing event updated for resources: {'Port': ['ID=d412858b-77b3-43ad-95a2-1fae647a84e9,revision_number=5']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:38:54.944160 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:38:54.957535 dv-cinder-786383-3-iscsi neutron-server[78699]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e069a3f5-c872-4407-b832-cf466a2e410d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd412858b-77b3-43ad-95a2-1fae647a84e9', 'code': 200}
May 10 17:38:55.309156 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edc2ed9-84e3-4f15-9609-77af5c349846 req-1535e434-dfc9-4197-b8bf-3df45b206bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:55.310541 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1edc2ed9-84e3-4f15-9609-77af5c349846 req-1535e434-dfc9-4197-b8bf-3df45b206bce service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 1098 time: 0.0980153
May 10 17:38:55.318898 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdece7af-e545-4de6-a61d-c022fa4fe9fd req-b658fd87-3474-4ac7-b269-5ce23bb40122 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:55.320217 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fdece7af-e545-4de6-a61d-c022fa4fe9fd req-b658fd87-3474-4ac7-b269-5ce23bb40122 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 945 time: 0.1417003
May 10 17:38:55.387300 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-1edc2ed9-84e3-4f15-9609-77af5c349846 req-e305b382-c6b8-4734-b734-693158837a4c service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661042
May 10 17:38:55.391670 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-fdece7af-e545-4de6-a61d-c022fa4fe9fd req-016a8f18-bfdd-4a0a-a299-f4e51d3564c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552597
May 10 17:38:55.470886 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:56.573205 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a341acf-b4eb-43d7-aeab-38fec2df56d2 req-a0ad195f-f5d2-4ee5-84a9-ba4c805f5db9 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:56.574637 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8a341acf-b4eb-43d7-aeab-38fec2df56d2 req-a0ad195f-f5d2-4ee5-84a9-ba4c805f5db9 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 945 time: 0.0775278
May 10 17:38:56.618441 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8a341acf-b4eb-43d7-aeab-38fec2df56d2 req-a66fd9bd-941d-4466-a3d8-6b576f78d382 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381598
May 10 17:38:57.806087 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9bbb3-4594-4fce-97aa-7b3e8fdf003a req-05e67528-9928-4ef3-9062-f1b5b326f81e tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:57.808238 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d1f9bbb3-4594-4fce-97aa-7b3e8fdf003a req-05e67528-9928-4ef3-9062-f1b5b326f81e tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 945 time: 0.0885630
May 10 17:38:57.855360 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d1f9bbb3-4594-4fce-97aa-7b3e8fdf003a req-c9a7d013-b49f-4d76-845c-702c2dbeb8f7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415583
May 10 17:38:58.123291 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9c56800f-c151-463c-a155-dad9bff2fef0 req-9fc54df2-e429-4578-8ff9-70a7680cd12e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2162511
May 10 17:38:58.153683 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5ba08-a5f0-42d1-a39b-912fb5ff91a7 req-133a097b-a672-4b12-a791-470a2e960b2d tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:58.155108 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-87c5ba08-a5f0-42d1-a39b-912fb5ff91a7 req-133a097b-a672-4b12-a791-470a2e960b2d tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 945 time: 0.1956155
May 10 17:38:58.201131 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-87c5ba08-a5f0-42d1-a39b-912fb5ff91a7 req-b94608e6-e1a9-45c5-b22d-ae78a3d97519 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401151
May 10 17:38:58.224002 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 37784) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:38:58.278849 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56800f-c151-463c-a155-dad9bff2fef0 req-9ffa4115-3ef7-4474-8c8d-90386522b25c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:58.280351 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9c56800f-c151-463c-a155-dad9bff2fef0 req-9ffa4115-3ef7-4474-8c8d-90386522b25c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fb2aa314410446981bed63afd665410&device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 1099 time: 0.0732839
May 10 17:38:58.406811 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa0337e-1683-4fb1-9b3f-d10f6199adae tempest-TestVolumeBootPattern-1145435578 tempest-TestVolumeBootPattern-1145435578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78698) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:58.408298 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-0aa0337e-1683-4fb1-9b3f-d10f6199adae tempest-TestVolumeBootPattern-1145435578 tempest-TestVolumeBootPattern-1145435578-project-admin] 10.222.0.32 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 1093 time: 0.1833143
May 10 17:38:58.411135 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 37790) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:38:58.416092 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.v2.base [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Request body: {'floatingip': {'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'port_id': 'd412858b-77b3-43ad-95a2-1fae647a84e9', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'fixed_ip_address': '172.20.0.8'}} {{(pid=78698) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
May 10 17:38:58.421725 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
May 10 17:38:58.424452 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56800f-c151-463c-a155-dad9bff2fef0 req-6309c23e-68b1-449a-960f-93a6ac3eaa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:58.425620 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Usage tracker for resource:floatingip and tenant:8fb2aa314410446981bed63afd665410 is out of sync, need to count used quota {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
May 10 17:38:58.426574 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9c56800f-c151-463c-a155-dad9bff2fef0 req-6309c23e-68b1-449a-960f-93a6ac3eaa1c service neutron] 10.222.0.36 "GET /v2.0/networks?id=9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 200  len: 912 time: 0.1277502
May 10 17:38:58.428426 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.quota.resource [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=78698) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
May 10 17:38:58.433950 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.quota.driver [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=78698) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
May 10 17:38:58.447692 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for floatingip, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:58.531531 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9c56800f-c151-463c-a155-dad9bff2fef0 req-975f8fe3-959f-495c-b379-4663607fb8c8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b14f35f-6fb2-43b6-a969-8fd46ca905e8 HTTP/1.1" status: 200  len: 1002 time: 0.0975177
May 10 17:38:58.577218 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:58.593186 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56800f-c151-463c-a155-dad9bff2fef0 req-e48ab3e8-c1cb-4540-bd49-d85468cebe0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:58.594708 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9c56800f-c151-463c-a155-dad9bff2fef0 req-e48ab3e8-c1cb-4540-bd49-d85468cebe0d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cf24a54-82ea-4663-a879-4db69b2c97c2 HTTP/1.1" status: 200  len: 850 time: 0.0569644
May 10 17:38:58.669789 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56800f-c151-463c-a155-dad9bff2fef0 req-b4db297b-db2b-4bd8-b1cb-1a4e0e350f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:38:58.671271 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9c56800f-c151-463c-a155-dad9bff2fef0 req-b4db297b-db2b-4bd8-b1cb-1a4e0e350f0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9afab9d9-3171-477a-8041-fd8012e27f60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0700486
May 10 17:38:58.712139 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_common [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Allocated IP 172.27.1.39 (bae4116f-378a-4109-9d6f-b35b773f5102/85c6ce2f-4b23-430e-8a05-d1a9c5baa36d/cb250d24-0e7a-457c-864b-448de23cfac8) {{(pid=78698) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
May 10 17:38:58.805098 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9c56800f-c151-463c-a155-dad9bff2fef0 req-51fe0dd7-9191-44c4-b3d9-2d78774decf9 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1258523
May 10 17:38:58.938742 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-9c56800f-c151-463c-a155-dad9bff2fef0 req-3cd59e81-7c01-4eed-b670-495bc3ab2fc6 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1273303
May 10 17:38:58.954475 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for port, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:58.983146 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765769821188', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:58.986808 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-8512b815-caa2-4c52-b631-9cb813d73fa9 tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:38:59.045760 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Network bae4116f-378a-4109-9d6f-b35b773f5102 is already hosted by enough agents. {{(pid=78698) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
May 10 17:38:59.048282 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.base_scheduler [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Resources bound (agent type, host, resource id):  {{(pid=78698) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
May 10 17:38:59.051922 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Received port after_create {{(pid=78698) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
May 10 17:38:59.093317 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event updated for resources: {'Port': ['ID=cb250d24-0e7a-457c-864b-448de23cfac8,revision_number=1']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:38:59.105041 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:59.105418 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:59.105784 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:59.106437 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:59.106797 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:59.107156 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:59.107508 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:59.107862 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:59.108215 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:59.108564 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:59.108912 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:59.109324 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:38:59.113996 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:38:59.466222 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for floatingip, precommit_create {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:59.536511 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3622648'] for port, before_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:59.735889 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for port, precommit_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:59.739960 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765770255719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765769821206', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765769821251', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10577401'] for port, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:38:59.744421 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-bca86854-1abf-48b9-a5dc-d19eec8c00ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:38:59.843314 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event updated for resources: {'Port': ['ID=cb250d24-0e7a-457c-864b-448de23cfac8,revision_number=2']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:38:59.847220 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:38:59.858165 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-422768'] for floatingip, after_update {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:39:00.022101 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.l3_db [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Floating IP c9ceea2c-d50e-481f-92bb-c2f06b24c08d associated. External IP: 172.27.1.39, port: d412858b-77b3-43ad-95a2-1fae647a84e9.
May 10 17:39:00.471014 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Router 37eaf824-c75e-4e52-8e49-9440c246b848 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:39:00.643130 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:39:00.652350 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8e8bf-d64d-4fc9-abfc-a5a4c4b2cd6d None None] Sync routers for ids ['37eaf824-c75e-4e52-8e49-9440c246b848'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:39:00.662478 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8e8bf-d64d-4fc9-abfc-a5a4c4b2cd6d None None] Routers {'37eaf824-c75e-4e52-8e49-9440c246b848'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:39:00.663142 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-03a8e8bf-d64d-4fc9-abfc-a5a4c4b2cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f085af550>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:38:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['37eaf824-c75e-4e52-8e49-9440c246b848'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:39:00.666429 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for floatingip, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:39:00.734649 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-0bc8aed5-3e2d-4140-9e1c-23866a44e842 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.3116817
May 10 17:39:00.734649 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e069a3f5-c872-4407-b832-cf466a2e410d', 'tag': 'd412858b-77b3-43ad-95a2-1fae647a84e9'}] {{(pid=78698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:39:00.820179 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e069a3f5-c872-4407-b832-cf466a2e410d', 'tag': 'd412858b-77b3-43ad-95a2-1fae647a84e9', 'status': 'completed', 'code': 200}
May 10 17:39:00.843364 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-03a8e8bf-d64d-4fc9-abfc-a5a4c4b2cd6d None None] Set router 37eaf824-c75e-4e52-8e49-9440c246b848 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:39:00.944568 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92c249-97b7-42ce-88ab-b92b482484b4 req-c6b6256e-18c8-4fcc-bce6-f100c415c9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:39:00.945945 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8e92c249-97b7-42ce-88ab-b92b482484b4 req-c6b6256e-18c8-4fcc-bce6-f100c415c9af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fb2aa314410446981bed63afd665410&device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 1098 time: 0.0747004
May 10 17:39:01.075941 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92c249-97b7-42ce-88ab-b92b482484b4 req-fdf7f0f4-49de-413b-9540-980468f4435b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:39:01.077386 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8e92c249-97b7-42ce-88ab-b92b482484b4 req-fdf7f0f4-49de-413b-9540-980468f4435b service neutron] 10.222.0.36 "GET /v2.0/networks?id=9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 200  len: 912 time: 0.1256058
May 10 17:39:01.181252 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8e92c249-97b7-42ce-88ab-b92b482484b4 req-124e6210-618c-4b59-ac17-f6a9afeef080 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d412858b-77b3-43ad-95a2-1fae647a84e9 HTTP/1.1" status: 200  len: 998 time: 0.0962451
May 10 17:39:01.187217 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-03a8e8bf-d64d-4fc9-abfc-a5a4c4b2cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f085af550>, [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': 'bac4f7b8-72e6-4b36-850c-6bfc6921d1cb', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'port_id': '6b14f35f-6fb2-43b6-a969-8fd46ca905e8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'mac_address': 'fa:16:3e:c0:dd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff5aaef-e195-4f74-a17f-b1a766b20ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:36:36Z', 'updated_at': '2021-05-10T17:36:38Z', 'revision_number': 1, 'project_id': '8fb2aa314410446981bed63afd665410', 'fixed_ip_address_scope': None}, {'id': 'c9ceea2c-d50e-481f-92bb-c2f06b24c08d', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'floating_ip_address': '172.27.1.39', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'port_id': 'd412858b-77b3-43ad-95a2-1fae647a84e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'mac_address': 'fa:16:3e:99:a6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e069a3f5-c872-4407-b832-cf466a2e410d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:38:59Z', 'updated_at': '2021-05-10T17:38:59Z', 'revision_number': 0, 'project_id': '8fb2aa314410446981bed63afd665410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d98f38-f4d8-41aa-9d95-be03b3526014', 'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'mac_address': 'fa:16:3e:f9:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:25Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 5, 'project_id': '8fb2aa314410446981bed63afd665410', 'subnets': [{'id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:39:01.190970 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8e8bf-d64d-4fc9-abfc-a5a4c4b2cd6d None None] Checking router: 37eaf824-c75e-4e52-8e49-9440c246b848 for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:39:01.199379 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a8e8bf-d64d-4fc9-abfc-a5a4c4b2cd6d None None] Routers {'37eaf824-c75e-4e52-8e49-9440c246b848'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:39:01.199921 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-03a8e8bf-d64d-4fc9-abfc-a5a4c4b2cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f085af550>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:38:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['37eaf824-c75e-4e52-8e49-9440c246b848'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:39:01.246281 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92c249-97b7-42ce-88ab-b92b482484b4 req-38cb10dc-c70a-4143-89b9-5083ae587118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:39:01.247775 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8e92c249-97b7-42ce-88ab-b92b482484b4 req-38cb10dc-c70a-4143-89b9-5083ae587118 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cf24a54-82ea-4663-a879-4db69b2c97c2 HTTP/1.1" status: 200  len: 850 time: 0.0581419
May 10 17:39:01.322655 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e92c249-97b7-42ce-88ab-b92b482484b4 req-2dc70864-1c13-4f44-9595-e048677c4161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:39:01.324161 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8e92c249-97b7-42ce-88ab-b92b482484b4 req-2dc70864-1c13-4f44-9595-e048677c4161 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9afab9d9-3171-477a-8041-fd8012e27f60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0701163
May 10 17:39:01.417153 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-03a8e8bf-d64d-4fc9-abfc-a5a4c4b2cd6d None None] Set router 37eaf824-c75e-4e52-8e49-9440c246b848 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:39:01.454404 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8e92c249-97b7-42ce-88ab-b92b482484b4 req-b035c0ab-c9f6-422c-bcc0-5693fcb4dbbb service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1231906
May 10 17:39:01.586272 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8e92c249-97b7-42ce-88ab-b92b482484b4 req-aa9cbb90-6411-4df9-83ca-f57ee5bde589 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1243017
May 10 17:39:01.765736 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-03a8e8bf-d64d-4fc9-abfc-a5a4c4b2cd6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f085af550>, [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': 'bac4f7b8-72e6-4b36-850c-6bfc6921d1cb', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'port_id': '6b14f35f-6fb2-43b6-a969-8fd46ca905e8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'mac_address': 'fa:16:3e:c0:dd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff5aaef-e195-4f74-a17f-b1a766b20ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:36:36Z', 'updated_at': '2021-05-10T17:36:38Z', 'revision_number': 1, 'project_id': '8fb2aa314410446981bed63afd665410', 'fixed_ip_address_scope': None}, {'id': 'c9ceea2c-d50e-481f-92bb-c2f06b24c08d', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'floating_ip_address': '172.27.1.39', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'port_id': 'd412858b-77b3-43ad-95a2-1fae647a84e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'mac_address': 'fa:16:3e:99:a6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e069a3f5-c872-4407-b832-cf466a2e410d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:38:59Z', 'updated_at': '2021-05-10T17:38:59Z', 'revision_number': 0, 'project_id': '8fb2aa314410446981bed63afd665410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d98f38-f4d8-41aa-9d95-be03b3526014', 'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'mac_address': 'fa:16:3e:f9:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:25Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 5, 'project_id': '8fb2aa314410446981bed63afd665410', 'subnets': [{'id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:39:01.769562 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a8e8bf-d64d-4fc9-abfc-a5a4c4b2cd6d None None] The sync data for ids ['37eaf824-c75e-4e52-8e49-9440c246b848'] in dv-cinder-786383-3-iscsi is: [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': 'bac4f7b8-72e6-4b36-850c-6bfc6921d1cb', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'port_id': '6b14f35f-6fb2-43b6-a969-8fd46ca905e8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'mac_address': 'fa:16:3e:c0:dd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff5aaef-e195-4f74-a17f-b1a766b20ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:36:36Z', 'updated_at': '2021-05-10T17:36:38Z', 'revision_number': 1, 'project_id': '8fb2aa314410446981bed63afd665410', 'fixed_ip_address_scope': None}, {'id': 'c9ceea2c-d50e-481f-92bb-c2f06b24c08d', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'floating_ip_address': '172.27.1.39', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'port_id': 'd412858b-77b3-43ad-95a2-1fae647a84e9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'mac_address': 'fa:16:3e:99:a6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e069a3f5-c872-4407-b832-cf466a2e410d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:38:59Z', 'updated_at': '2021-05-10T17:38:59Z', 'revision_number': 0, 'project_id': '8fb2aa314410446981bed63afd665410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d98f38-f4d8-41aa-9d95-be03b3526014', 'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'mac_address': 'fa:16:3e:f9:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:25Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 5, 'project_id': '8fb2aa314410446981bed63afd665410', 'subnets': [{'id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:39:01.935315 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7522526-d848-4bb5-bc65-ca696b9d3125 None None] New status for floating IP c9ceea2c-d50e-481f-92bb-c2f06b24c08d: ACTIVE {{(pid=78700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:39:16.854979 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [req-5f221c9e-8e84-4776-a5e9-645cc28dce2f req-249371f7-fe22-445c-97ca-c93c05eb14c1 tempest-AttachVolumeNegativeTest-539380594 tempest-AttachVolumeNegativeTest-539380594-project] (78697) timed out ('10.222.0.36', 52971) {{(pid=78697) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 10 17:39:20.276708 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-5adbcbff-1d53-4f3b-9f14-03779bea9560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:39:21.672199 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:39:22.795666 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:39:22.920680 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-8baaa87f-b91a-4743-85d7-07902d2d72f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:39:24.015291 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:39:25.473988 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:39:30.206610 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:39:33.252481 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [req-bbcb4300-3a6d-4695-b76c-24ba2a1fd602 req-8c54b8a5-03e0-4b14-b6ea-da4e75e1a82f service neutron] (78697) timed out ('10.222.0.32', 60022) {{(pid=78697) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 10 17:39:50.281597 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-619913e2-e49f-4c44-8246-377e8f2bd413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:39:51.689301 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:39:52.796875 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:39:52.919714 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-9149ca04-ecd4-483d-95a4-fc1d08cbf982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:39:54.018567 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:39:55.476852 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:39:57.683932 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a562316a-519b-4a5c-b70f-5a6b71750b1d req-7932dfa0-353d-49e6-aeb2-505b3b5158cc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1714590
May 10 17:39:57.786089 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562316a-519b-4a5c-b70f-5a6b71750b1d req-c8113c2d-2e3e-48b3-9d4b-703aa0b4e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:39:57.787460 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a562316a-519b-4a5c-b70f-5a6b71750b1d req-c8113c2d-2e3e-48b3-9d4b-703aa0b4e5f7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fb2aa314410446981bed63afd665410&device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 1098 time: 0.0712895
May 10 17:39:57.927924 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562316a-519b-4a5c-b70f-5a6b71750b1d req-7696914b-d810-47a7-8b34-e29b2f130191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:39:57.929341 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a562316a-519b-4a5c-b70f-5a6b71750b1d req-7696914b-d810-47a7-8b34-e29b2f130191 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 200  len: 912 time: 0.1239159
May 10 17:39:58.032399 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a562316a-519b-4a5c-b70f-5a6b71750b1d req-0f30cf42-143a-4822-b182-7d69a295ef9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d412858b-77b3-43ad-95a2-1fae647a84e9 HTTP/1.1" status: 200  len: 1000 time: 0.0958922
May 10 17:39:58.093108 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562316a-519b-4a5c-b70f-5a6b71750b1d req-08400708-c04d-408e-8d51-cb79b342e7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:39:58.094534 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a562316a-519b-4a5c-b70f-5a6b71750b1d req-08400708-c04d-408e-8d51-cb79b342e7c4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cf24a54-82ea-4663-a879-4db69b2c97c2 HTTP/1.1" status: 200  len: 850 time: 0.0563374
May 10 17:39:58.167305 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562316a-519b-4a5c-b70f-5a6b71750b1d req-2d67ca22-4ea3-4892-b8e7-cfe6949f6749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:39:58.173282 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a562316a-519b-4a5c-b70f-5a6b71750b1d req-2d67ca22-4ea3-4892-b8e7-cfe6949f6749 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9afab9d9-3171-477a-8041-fd8012e27f60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0682952
May 10 17:39:58.299438 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a562316a-519b-4a5c-b70f-5a6b71750b1d req-0d10baec-f3f5-4b96-826d-ee88d950efcf service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1226137
May 10 17:39:58.429427 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-a562316a-519b-4a5c-b70f-5a6b71750b1d req-9578b67f-e462-40b2-a40d-9043b14abe4c service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238995
May 10 17:40:07.206085 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:40:20.281877 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-d8c0b4d8-1d8e-4baa-9850-23f68c526ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:21.690988 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:22.801336 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:22.919479 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-92d5c0d0-a074-4bf7-a7ee-cc75682ee7b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:24.021018 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:25.479636 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:44.205338 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:40:49.910558 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 37824) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:40:50.168573 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Deleting port cb250d24-0e7a-457c-864b-448de23cfac8 {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:40:50.168806 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:50.282853 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-aab3b9b8-d4f4-47c2-8ce3-a628c9b81c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:50.283631 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:50.284433 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:50.402939 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Calling delete_port for cb250d24-0e7a-457c-864b-448de23cfac8 owned by network:floatingip {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:40:50.517623 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:50.521699 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-80cbab51-ceb7-4df3-b4fe-bae3c0dd15e7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:40:50.567052 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event deleted for resources: {'Port': ['ID=cb250d24-0e7a-457c-864b-448de23cfac8,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:40:50.604721 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:50.605093 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:50.605457 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:50.605816 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:50.606168 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:50.606544 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:50.606899 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:50.607510 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:50.607866 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:50.608790 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:50.609137 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:50.609504 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78698) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:50.635981 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:40:50.666168 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for floatingip, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:50.666529 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.l3_db [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Floating IP c9ceea2c-d50e-481f-92bb-c2f06b24c08d disassociated (deleted). External IP: 172.27.1.39, port: d412858b-77b3-43ad-95a2-1fae647a84e9.
May 10 17:40:51.113136 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Router 37eaf824-c75e-4e52-8e49-9440c246b848 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:40:51.287790 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:40:51.299194 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6629cd8b-e8ea-42a8-8345-8069cb9e5dba None None] Sync routers for ids ['37eaf824-c75e-4e52-8e49-9440c246b848'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:40:51.307067 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for floatingip, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:51.308970 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6629cd8b-e8ea-42a8-8345-8069cb9e5dba None None] Routers {'37eaf824-c75e-4e52-8e49-9440c246b848'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:40:51.309592 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-6629cd8b-e8ea-42a8-8345-8069cb9e5dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0867e280>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:40:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['37eaf824-c75e-4e52-8e49-9440c246b848'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:40:51.361306 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-d93c6041-2cfe-4893-ae81-5503410bf3c1 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "DELETE /v2.0/floatingips/c9ceea2c-d50e-481f-92bb-c2f06b24c08d HTTP/1.1" status: 204  len: 168 time: 1.4497049
May 10 17:40:51.361958 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e069a3f5-c872-4407-b832-cf466a2e410d', 'tag': 'd412858b-77b3-43ad-95a2-1fae647a84e9'}] {{(pid=78698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:40:51.410619 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e069a3f5-c872-4407-b832-cf466a2e410d', 'tag': 'd412858b-77b3-43ad-95a2-1fae647a84e9', 'status': 'completed', 'code': 200}
May 10 17:40:51.485780 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-6629cd8b-e8ea-42a8-8345-8069cb9e5dba None None] Set router 37eaf824-c75e-4e52-8e49-9440c246b848 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:40:51.534473 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfe0d4-1972-454d-b00e-822eadf3f91d req-e5fe3f6b-8b52-4b9c-a6d6-9dbfdebfd4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:40:51.536004 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d0cfe0d4-1972-454d-b00e-822eadf3f91d req-e5fe3f6b-8b52-4b9c-a6d6-9dbfdebfd4ca service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fb2aa314410446981bed63afd665410&device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 1098 time: 0.0804100
May 10 17:40:51.722393 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfe0d4-1972-454d-b00e-822eadf3f91d req-9dc93f98-a8ab-4584-811e-6d14e27772db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:40:51.723828 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d0cfe0d4-1972-454d-b00e-822eadf3f91d req-9dc93f98-a8ab-4584-811e-6d14e27772db service neutron] 10.222.0.36 "GET /v2.0/networks?id=9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 200  len: 912 time: 0.1733952
May 10 17:40:51.746935 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:51.798203 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d0cfe0d4-1972-454d-b00e-822eadf3f91d req-a0029d0b-15b3-4a37-b9c1-3a6563ebe0e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d412858b-77b3-43ad-95a2-1fae647a84e9 HTTP/1.1" status: 200  len: 217 time: 0.0670233
May 10 17:40:51.852869 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbb3eac-ed4c-42ca-8dfc-bb1c1cf3c44a req-7e6fb1b8-1a65-4e73-9d4c-31175281eea7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:40:51.854326 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6fbb3eac-ed4c-42ca-8dfc-bb1c1cf3c44a req-7e6fb1b8-1a65-4e73-9d4c-31175281eea7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 945 time: 0.1980190
May 10 17:40:51.896655 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfe0d4-1972-454d-b00e-822eadf3f91d req-aa9f1ad3-c51a-47ac-a8bd-b702b6be8519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:40:51.898054 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d0cfe0d4-1972-454d-b00e-822eadf3f91d req-aa9f1ad3-c51a-47ac-a8bd-b702b6be8519 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cf24a54-82ea-4663-a879-4db69b2c97c2 HTTP/1.1" status: 200  len: 850 time: 0.0903275
May 10 17:40:51.900683 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-6629cd8b-e8ea-42a8-8345-8069cb9e5dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0867e280>, [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': 'bac4f7b8-72e6-4b36-850c-6bfc6921d1cb', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'port_id': '6b14f35f-6fb2-43b6-a969-8fd46ca905e8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'mac_address': 'fa:16:3e:c0:dd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff5aaef-e195-4f74-a17f-b1a766b20ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:36:36Z', 'updated_at': '2021-05-10T17:36:38Z', 'revision_number': 1, 'project_id': '8fb2aa314410446981bed63afd665410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d98f38-f4d8-41aa-9d95-be03b3526014', 'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'mac_address': 'fa:16:3e:f9:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:25Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 5, 'project_id': '8fb2aa314410446981bed63afd665410', 'subnets': [{'id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:40:51.904510 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6629cd8b-e8ea-42a8-8345-8069cb9e5dba None None] Checking router: 37eaf824-c75e-4e52-8e49-9440c246b848 for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:40:51.912707 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6629cd8b-e8ea-42a8-8345-8069cb9e5dba None None] Routers {'37eaf824-c75e-4e52-8e49-9440c246b848'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:40:51.913397 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-6629cd8b-e8ea-42a8-8345-8069cb9e5dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f0867e280>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:40:23Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['37eaf824-c75e-4e52-8e49-9440c246b848'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:40:51.953188 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-6fbb3eac-ed4c-42ca-8dfc-bb1c1cf3c44a req-954d387e-0007-4915-a078-fc38d005d0a5 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0913224
May 10 17:40:51.993179 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cfe0d4-1972-454d-b00e-822eadf3f91d req-1a4c97ee-fdbb-47b2-b696-1e9bcdee25ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:40:51.994678 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d0cfe0d4-1972-454d-b00e-822eadf3f91d req-1a4c97ee-fdbb-47b2-b696-1e9bcdee25ee service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9afab9d9-3171-477a-8041-fd8012e27f60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0877802
May 10 17:40:52.005147 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [req-d0cfe0d4-1972-454d-b00e-822eadf3f91d req-b5616601-ee20-4a22-b19d-66ef780d3e8a service neutron] http://10.222.0.32:9696/v2.0/extensions returned with HTTP 200 {{(pid=78697) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
May 10 17:40:52.006118 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d0cfe0d4-1972-454d-b00e-822eadf3f91d req-b5616601-ee20-4a22-b19d-66ef780d3e8a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0047772
May 10 17:40:52.090922 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-6629cd8b-e8ea-42a8-8345-8069cb9e5dba None None] Set router 37eaf824-c75e-4e52-8e49-9440c246b848 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:40:52.142721 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d0cfe0d4-1972-454d-b00e-822eadf3f91d req-1b9bd9db-ecee-4533-b177-81f6dda48a0c service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1299369
May 10 17:40:52.376028 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d0cfe0d4-1972-454d-b00e-822eadf3f91d req-53ebb937-e28b-4b0c-92f6-2759d6407017 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2268414
May 10 17:40:52.437696 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-6629cd8b-e8ea-42a8-8345-8069cb9e5dba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f0867e280>, [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': 'bac4f7b8-72e6-4b36-850c-6bfc6921d1cb', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'port_id': '6b14f35f-6fb2-43b6-a969-8fd46ca905e8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'mac_address': 'fa:16:3e:c0:dd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff5aaef-e195-4f74-a17f-b1a766b20ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:36:36Z', 'updated_at': '2021-05-10T17:36:38Z', 'revision_number': 1, 'project_id': '8fb2aa314410446981bed63afd665410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d98f38-f4d8-41aa-9d95-be03b3526014', 'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'mac_address': 'fa:16:3e:f9:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:25Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 5, 'project_id': '8fb2aa314410446981bed63afd665410', 'subnets': [{'id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:40:52.441457 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6629cd8b-e8ea-42a8-8345-8069cb9e5dba None None] The sync data for ids ['37eaf824-c75e-4e52-8e49-9440c246b848'] in dv-cinder-786383-3-iscsi is: [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_floatingips': [{'id': 'bac4f7b8-72e6-4b36-850c-6bfc6921d1cb', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'floating_ip_address': '172.27.1.153', 'floating_network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'router_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'port_id': '6b14f35f-6fb2-43b6-a969-8fd46ca905e8', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'mac_address': 'fa:16:3e:c0:dd:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ff5aaef-e195-4f74-a17f-b1a766b20ea0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-10T17:36:36Z', 'updated_at': '2021-05-10T17:36:38Z', 'revision_number': 1, 'project_id': '8fb2aa314410446981bed63afd665410', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51d98f38-f4d8-41aa-9d95-be03b3526014', 'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'mac_address': 'fa:16:3e:f9:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:25Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 5, 'project_id': '8fb2aa314410446981bed63afd665410', 'subnets': [{'id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:40:52.635753 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddaee761-7a20-4d9f-b693-0deeeddad47a None None] New status for floating IP c9ceea2c-d50e-481f-92bb-c2f06b24c08d: DOWN {{(pid=78700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:40:52.802522 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:52.920575 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-34d74634-d1ae-4176-9510-7ad468774628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:53.138356 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088652a7-d583-4a0e-b05d-fa51eb01c669 req-34712522-4e8a-4166-ac09-751b34cfe1e5 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:40:53.140438 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-088652a7-d583-4a0e-b05d-fa51eb01c669 req-34712522-4e8a-4166-ac09-751b34cfe1e5 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 945 time: 0.0818989
May 10 17:40:53.182639 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-088652a7-d583-4a0e-b05d-fa51eb01c669 req-b98ee436-b53c-407d-b209-ae8afe282556 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0365996
May 10 17:40:53.586833 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fac5b40-3950-4bd7-b1d2-6d6fb6365105 req-e1d93a12-e66f-44f9-bc58-5e17e08136d9 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:40:53.588241 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3fac5b40-3950-4bd7-b1d2-6d6fb6365105 req-e1d93a12-e66f-44f9-bc58-5e17e08136d9 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.36 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 945 time: 0.0788045
May 10 17:40:53.724780 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-3fac5b40-3950-4bd7-b1d2-6d6fb6365105 req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Deleting port d412858b-77b3-43ad-95a2-1fae647a84e9 {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:40:53.725197 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-3fac5b40-3950-4bd7-b1d2-6d6fb6365105 req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:53.854976 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-3fac5b40-3950-4bd7-b1d2-6d6fb6365105 req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] For port d412858b-77b3-43ad-95a2-1fae647a84e9, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=d412858b-77b3-43ad-95a2-1fae647a84e9,segment=NetworkSegment(adf1ac9b-0a33-4728-83af-ac926a72c85f),segment_id=adf1ac9b-0a33-4728-83af-ac926a72c85f)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:40:53.855349 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-3fac5b40-3950-4bd7-b1d2-6d6fb6365105 req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:53.979969 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-3fac5b40-3950-4bd7-b1d2-6d6fb6365105 req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Calling delete_port for d412858b-77b3-43ad-95a2-1fae647a84e9 owned by compute:nova {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:40:54.025337 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:54.093794 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-3fac5b40-3950-4bd7-b1d2-6d6fb6365105 req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:54.099231 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-d916e6c5-4f20-4c44-ad4d-957901c23fef tempest-AttachVolumeShelveTestJSON-1212993230 tempest-AttachVolumeShelveTestJSON-1212993230-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:40:54.141476 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event deleted for resources: {'Port': ['ID=d412858b-77b3-43ad-95a2-1fae647a84e9,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:40:54.179492 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:54.179873 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:54.180249 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:54.180615 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:54.180975 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:54.181335 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:54.181695 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:54.182052 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:54.182436 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:54.182791 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:54.183144 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:54.183495 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78697) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:40:54.191840 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:40:54.236350 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fac5b40-3950-4bd7-b1d2-6d6fb6365105 req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] No DVR routers for this DVR port d412858b-77b3-43ad-95a2-1fae647a84e9 on host hv-cinder-78638 {{(pid=78697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:40:54.240287 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-3fac5b40-3950-4bd7-b1d2-6d6fb6365105 req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:54.243120 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e069a3f5-c872-4407-b832-cf466a2e410d', 'name': 'network-vif-deleted', 'tag': 'd412858b-77b3-43ad-95a2-1fae647a84e9'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:40:54.254538 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-3fac5b40-3950-4bd7-b1d2-6d6fb6365105 req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.36 "DELETE /v2.0/ports/d412858b-77b3-43ad-95a2-1fae647a84e9 HTTP/1.1" status: 204  len: 173 time: 0.6601560
May 10 17:40:54.294622 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e069a3f5-c872-4407-b832-cf466a2e410d', 'name': 'network-vif-deleted', 'tag': 'd412858b-77b3-43ad-95a2-1fae647a84e9', 'status': 'completed', 'code': 200}
May 10 17:40:54.351180 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-8e31ad0b-bf9f-4dd1-a7b0-baaf3bae9a38 req-bd98a840-a970-4308-afda-3815ce1af284 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Synchronizing usage tracker for tenant:8fb2aa314410446981bed63afd665410 on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:40:54.367299 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-8e31ad0b-bf9f-4dd1-a7b0-baaf3bae9a38 req-bd98a840-a970-4308-afda-3815ce1af284 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Unset dirty status for tenant:8fb2aa314410446981bed63afd665410 on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:40:54.368438 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-8e31ad0b-bf9f-4dd1-a7b0-baaf3bae9a38 req-bd98a840-a970-4308-afda-3815ce1af284 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=e069a3f5-c872-4407-b832-cf466a2e410d HTTP/1.1" status: 200  len: 210 time: 0.0618870
May 10 17:40:55.484677 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:57.211318 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device d412858b-77b3-43ad-95a2-1fae647a84e9 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:40:57.247381 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] No Port match for: d412858b-77b3-43ad-95a2-1fae647a84e9 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:40:57.247728 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device d412858b-77b3-43ad-95a2-1fae647a84e9 not bound to the agent host hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:40:57.859515 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 37860) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:40:58.116903 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-3e709d32-90ea-4031-8380-bd0fca6f97d0 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Deleting port 37f79d23-a0ec-44b5-9daf-39c24d0ac1e5 {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:40:58.117232 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3e709d32-90ea-4031-8380-bd0fca6f97d0 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:58.230184 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3e709d32-90ea-4031-8380-bd0fca6f97d0 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:58.230532 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3e709d32-90ea-4031-8380-bd0fca6f97d0 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:58.348662 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-3e709d32-90ea-4031-8380-bd0fca6f97d0 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Calling delete_port for 37f79d23-a0ec-44b5-9daf-39c24d0ac1e5 owned by network:floatingip {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:40:58.467899 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3e709d32-90ea-4031-8380-bd0fca6f97d0 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:58.471680 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-b9b8592d-25c5-4730-9263-1d11335ce0a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:40:58.513996 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e709d32-90ea-4031-8380-bd0fca6f97d0 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event deleted for resources: {'Port': ['ID=37f79d23-a0ec-44b5-9daf-39c24d0ac1e5,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:40:58.517769 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-3e709d32-90ea-4031-8380-bd0fca6f97d0 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:40:58.592066 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-93860b28-c28d-41fe-a329-be7ba95b8e09 req-ea3fad38-bd0a-4b55-a22c-016d799a4f81 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1137419
May 10 17:40:58.606906 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3e709d32-90ea-4031-8380-bd0fca6f97d0 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for floatingip, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:58.607485 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.db.l3_db [None req-3e709d32-90ea-4031-8380-bd0fca6f97d0 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Floating IP bac4f7b8-72e6-4b36-850c-6bfc6921d1cb disassociated (deleted). External IP: 172.27.1.153, port: 6b14f35f-6fb2-43b6-a969-8fd46ca905e8.
May 10 17:40:58.746249 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93860b28-c28d-41fe-a329-be7ba95b8e09 req-bf79ad4d-f681-4f20-816d-022eab6f3615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:40:58.747676 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-93860b28-c28d-41fe-a329-be7ba95b8e09 req-bf79ad4d-f681-4f20-816d-022eab6f3615 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fb2aa314410446981bed63afd665410&device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 1099 time: 0.0709820
May 10 17:40:58.898966 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93860b28-c28d-41fe-a329-be7ba95b8e09 req-ecbe8f09-d92b-4570-84c7-649028eef39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:40:58.900422 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-93860b28-c28d-41fe-a329-be7ba95b8e09 req-ecbe8f09-d92b-4570-84c7-649028eef39e service neutron] 10.222.0.36 "GET /v2.0/networks?id=9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 200  len: 912 time: 0.1322901
May 10 17:40:58.971541 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-93860b28-c28d-41fe-a329-be7ba95b8e09 req-9e969721-56b0-462d-98e4-b20502e8e80e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b14f35f-6fb2-43b6-a969-8fd46ca905e8 HTTP/1.1" status: 200  len: 217 time: 0.0638347
May 10 17:40:59.034572 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93860b28-c28d-41fe-a329-be7ba95b8e09 req-0908ccfe-47c4-45a5-9182-e2f490fd8de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:40:59.035958 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-93860b28-c28d-41fe-a329-be7ba95b8e09 req-0908ccfe-47c4-45a5-9182-e2f490fd8de8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cf24a54-82ea-4663-a879-4db69b2c97c2 HTTP/1.1" status: 200  len: 850 time: 0.0583076
May 10 17:40:59.068779 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e709d32-90ea-4031-8380-bd0fca6f97d0 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Router 37eaf824-c75e-4e52-8e49-9440c246b848 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78698) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:40:59.115136 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93860b28-c28d-41fe-a329-be7ba95b8e09 req-ed89f7ce-435c-41b1-9de2-e16ab76e7753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:40:59.116594 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-93860b28-c28d-41fe-a329-be7ba95b8e09 req-ed89f7ce-435c-41b1-9de2-e16ab76e7753 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9afab9d9-3171-477a-8041-fd8012e27f60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0742962
May 10 17:40:59.251170 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e709d32-90ea-4031-8380-bd0fca6f97d0 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78698) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:40:59.261495 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0101352e-6b43-4555-8ae9-01c3bbcc6c12 None None] Sync routers for ids ['37eaf824-c75e-4e52-8e49-9440c246b848'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:40:59.272948 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-3e709d32-90ea-4031-8380-bd0fca6f97d0 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for floatingip, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:40:59.273556 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0101352e-6b43-4555-8ae9-01c3bbcc6c12 None None] Routers {'37eaf824-c75e-4e52-8e49-9440c246b848'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:40:59.274709 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-0101352e-6b43-4555-8ae9-01c3bbcc6c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f085aba00>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:40:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['37eaf824-c75e-4e52-8e49-9440c246b848'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:40:59.333740 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-3e709d32-90ea-4031-8380-bd0fca6f97d0 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "DELETE /v2.0/floatingips/bac4f7b8-72e6-4b36-850c-6bfc6921d1cb HTTP/1.1" status: 204  len: 168 time: 1.4707372
May 10 17:40:59.333740 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ff5aaef-e195-4f74-a17f-b1a766b20ea0', 'tag': '6b14f35f-6fb2-43b6-a969-8fd46ca905e8'}] {{(pid=78698) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:40:59.352386 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-93860b28-c28d-41fe-a329-be7ba95b8e09 req-bced673e-6be1-4d6d-9f5a-364a7eeefd73 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2291296
May 10 17:40:59.387080 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ff5aaef-e195-4f74-a17f-b1a766b20ea0', 'tag': '6b14f35f-6fb2-43b6-a969-8fd46ca905e8', 'status': 'completed', 'code': 200}
May 10 17:40:59.472864 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-0101352e-6b43-4555-8ae9-01c3bbcc6c12 None None] Set router 37eaf824-c75e-4e52-8e49-9440c246b848 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:40:59.495447 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-93860b28-c28d-41fe-a329-be7ba95b8e09 req-fa670b1a-8a3f-4fb6-8726-e144755fc4f1 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1346798
May 10 17:40:59.731761 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f23a5-e3cf-4e70-a19f-1443cf2c90b1 req-27ad8805-8258-402c-8b7b-aba4b929bb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:40:59.733490 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-728f23a5-e3cf-4e70-a19f-1443cf2c90b1 req-27ad8805-8258-402c-8b7b-aba4b929bb31 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8fb2aa314410446981bed63afd665410&device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 1099 time: 0.1266735
May 10 17:40:59.770759 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92be632-c960-422e-8afa-ab780819e3eb req-b4ae0c54-8683-43a5-9436-f9fc853551a3 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:40:59.772233 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c92be632-c960-422e-8afa-ab780819e3eb req-b4ae0c54-8683-43a5-9436-f9fc853551a3 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 946 time: 0.1352918
May 10 17:40:59.793686 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-0101352e-6b43-4555-8ae9-01c3bbcc6c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f085aba00>, [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '51d98f38-f4d8-41aa-9d95-be03b3526014', 'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'mac_address': 'fa:16:3e:f9:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:25Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 5, 'project_id': '8fb2aa314410446981bed63afd665410', 'subnets': [{'id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:40:59.797617 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0101352e-6b43-4555-8ae9-01c3bbcc6c12 None None] Checking router: 37eaf824-c75e-4e52-8e49-9440c246b848 for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:40:59.805999 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0101352e-6b43-4555-8ae9-01c3bbcc6c12 None None] Routers {'37eaf824-c75e-4e52-8e49-9440c246b848'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:40:59.806641 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-0101352e-6b43-4555-8ae9-01c3bbcc6c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f085aba00>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:40:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['37eaf824-c75e-4e52-8e49-9440c246b848'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:40:59.889766 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c92be632-c960-422e-8afa-ab780819e3eb req-0b8d59b3-7a3b-469d-b571-7bde73d7944a tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0691018
May 10 17:40:59.912528 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f23a5-e3cf-4e70-a19f-1443cf2c90b1 req-ce58c28a-4b3e-4fe8-a45d-6df5cbe84646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:40:59.912652 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-728f23a5-e3cf-4e70-a19f-1443cf2c90b1 req-ce58c28a-4b3e-4fe8-a45d-6df5cbe84646 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 200  len: 912 time: 0.1710200
May 10 17:40:59.983638 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-728f23a5-e3cf-4e70-a19f-1443cf2c90b1 req-fe1b031e-1edd-4e86-b1d9-76e50d9e9b79 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b14f35f-6fb2-43b6-a969-8fd46ca905e8 HTTP/1.1" status: 200  len: 217 time: 0.0639970
May 10 17:41:00.033457 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-0101352e-6b43-4555-8ae9-01c3bbcc6c12 None None] Set router 37eaf824-c75e-4e52-8e49-9440c246b848 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:41:00.047889 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f23a5-e3cf-4e70-a19f-1443cf2c90b1 req-78c93531-ea93-4006-bf0e-8cab90ef7527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:41:00.049403 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-728f23a5-e3cf-4e70-a19f-1443cf2c90b1 req-78c93531-ea93-4006-bf0e-8cab90ef7527 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9cf24a54-82ea-4663-a879-4db69b2c97c2 HTTP/1.1" status: 200  len: 850 time: 0.0590224
May 10 17:41:00.130299 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f23a5-e3cf-4e70-a19f-1443cf2c90b1 req-087816bd-09a3-4087-926d-da23ff3fa35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:41:00.131793 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-728f23a5-e3cf-4e70-a19f-1443cf2c90b1 req-087816bd-09a3-4087-926d-da23ff3fa35a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9afab9d9-3171-477a-8041-fd8012e27f60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753193
May 10 17:41:00.262678 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-728f23a5-e3cf-4e70-a19f-1443cf2c90b1 req-cb9123aa-2d1b-4ae8-83f3-3ca6cef94342 service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227245
May 10 17:41:00.344169 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-0101352e-6b43-4555-8ae9-01c3bbcc6c12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f085aba00>, [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '51d98f38-f4d8-41aa-9d95-be03b3526014', 'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'mac_address': 'fa:16:3e:f9:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:25Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 5, 'project_id': '8fb2aa314410446981bed63afd665410', 'subnets': [{'id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:41:00.348166 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0101352e-6b43-4555-8ae9-01c3bbcc6c12 None None] The sync data for ids ['37eaf824-c75e-4e52-8e49-9440c246b848'] in dv-cinder-786383-3-iscsi is: [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:32:26Z', 'revision_number': 4, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi', '_interfaces': [{'id': '51d98f38-f4d8-41aa-9d95-be03b3526014', 'name': '', 'network_id': '9afab9d9-3171-477a-8041-fd8012e27f60', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'mac_address': 'fa:16:3e:f9:11:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_interface', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:25Z', 'updated_at': '2021-05-10T17:32:32Z', 'revision_number': 5, 'project_id': '8fb2aa314410446981bed63afd665410', 'subnets': [{'id': '9cf24a54-82ea-4663-a879-4db69b2c97c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:41:00.395780 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-728f23a5-e3cf-4e70-a19f-1443cf2c90b1 req-e004b31e-fad8-4778-b612-f6e500c8c81b service neutron] 10.222.0.36 "GET /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1263590
May 10 17:41:00.552757 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2142f455-826b-4783-aab1-bead8bf60b2f None None] New status for floating IP bac4f7b8-72e6-4b36-850c-6bfc6921d1cb: DOWN {{(pid=78700) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
May 10 17:41:01.074371 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598e2de-5dab-4430-b2e8-68c2f48c2896 req-cc332c7c-c707-4af6-a359-9db2a7d6efeb tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:41:01.075828 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c598e2de-5dab-4430-b2e8-68c2f48c2896 req-cc332c7c-c707-4af6-a359-9db2a7d6efeb tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 946 time: 0.0775378
May 10 17:41:01.121238 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-c598e2de-5dab-4430-b2e8-68c2f48c2896 req-d63ab6ec-f06d-40de-a68f-dc861ceded42 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/security-groups?id=ae95ddce-3601-4a23-b9ed-669e0da2c1e9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390942
May 10 17:41:01.431032 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626e785-d643-484a-aa75-868bb02f0c06 req-0883b71d-dc67-4ac8-a950-0d99208dc27b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=78697) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
May 10 17:41:01.432419 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e626e785-d643-484a-aa75-868bb02f0c06 req-0883b71d-dc67-4ac8-a950-0d99208dc27b tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.36 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 946 time: 0.0812330
May 10 17:41:01.561364 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-e626e785-d643-484a-aa75-868bb02f0c06 req-d001b933-0ef9-427f-a16b-358a3e6127fa tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Deleting port 6b14f35f-6fb2-43b6-a969-8fd46ca905e8 {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:41:01.561711 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-e626e785-d643-484a-aa75-868bb02f0c06 req-d001b933-0ef9-427f-a16b-358a3e6127fa tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:01.689596 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [req-e626e785-d643-484a-aa75-868bb02f0c06 req-d001b933-0ef9-427f-a16b-358a3e6127fa tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] For port 6b14f35f-6fb2-43b6-a969-8fd46ca905e8, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6b14f35f-6fb2-43b6-a969-8fd46ca905e8,segment=NetworkSegment(adf1ac9b-0a33-4728-83af-ac926a72c85f),segment_id=adf1ac9b-0a33-4728-83af-ac926a72c85f)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:41:01.689867 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-e626e785-d643-484a-aa75-868bb02f0c06 req-d001b933-0ef9-427f-a16b-358a3e6127fa tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:01.905250 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [req-e626e785-d643-484a-aa75-868bb02f0c06 req-d001b933-0ef9-427f-a16b-358a3e6127fa tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Calling delete_port for 6b14f35f-6fb2-43b6-a969-8fd46ca905e8 owned by compute:nova {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:41:02.012724 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-e626e785-d643-484a-aa75-868bb02f0c06 req-d001b933-0ef9-427f-a16b-358a3e6127fa tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:02.018106 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-8b024466-c47c-41cd-a371-0bcdb8af36ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:41:02.065139 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d001b933-0ef9-427f-a16b-358a3e6127fa tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event deleted for resources: {'Port': ['ID=6b14f35f-6fb2-43b6-a969-8fd46ca905e8,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:41:02.068218 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-d001b933-0ef9-427f-a16b-358a3e6127fa tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:41:02.139093 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [req-e626e785-d643-484a-aa75-868bb02f0c06 req-d001b933-0ef9-427f-a16b-358a3e6127fa tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] No DVR routers for this DVR port 6b14f35f-6fb2-43b6-a969-8fd46ca905e8 on host hv-cinder-78638 {{(pid=78697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:41:02.141440 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [req-e626e785-d643-484a-aa75-868bb02f0c06 req-d001b933-0ef9-427f-a16b-358a3e6127fa tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for port, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:02.144626 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ff5aaef-e195-4f74-a17f-b1a766b20ea0', 'name': 'network-vif-deleted', 'tag': '6b14f35f-6fb2-43b6-a969-8fd46ca905e8'}] {{(pid=78697) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
May 10 17:41:02.156508 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-e626e785-d643-484a-aa75-868bb02f0c06 req-d001b933-0ef9-427f-a16b-358a3e6127fa tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.36 "DELETE /v2.0/ports/6b14f35f-6fb2-43b6-a969-8fd46ca905e8 HTTP/1.1" status: 204  len: 173 time: 0.7175436
May 10 17:41:02.191234 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ff5aaef-e195-4f74-a17f-b1a766b20ea0', 'name': 'network-vif-deleted', 'tag': '6b14f35f-6fb2-43b6-a969-8fd46ca905e8', 'status': 'completed', 'code': 200}
May 10 17:41:02.274406 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-d510f512-b6c1-4cc7-b594-57ca2ae09f41 req-910abea2-1d28-4263-9fe0-1ccab74d08ad tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Synchronizing usage tracker for tenant:8fb2aa314410446981bed63afd665410 on resource:port {{(pid=78697) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
May 10 17:41:02.289463 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.quota.resource [req-d510f512-b6c1-4cc7-b594-57ca2ae09f41 req-910abea2-1d28-4263-9fe0-1ccab74d08ad tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Unset dirty status for tenant:8fb2aa314410446981bed63afd665410 on resource:port {{(pid=78697) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
May 10 17:41:02.290614 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [req-d510f512-b6c1-4cc7-b594-57ca2ae09f41 req-910abea2-1d28-4263-9fe0-1ccab74d08ad tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "GET /v2.0/ports?device_id=2ff5aaef-e195-4f74-a17f-b1a766b20ea0 HTTP/1.1" status: 200  len: 210 time: 0.0609093
May 10 17:41:03.383152 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 37880) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:41:03.594617 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-67dbc820-61f2-43d1-9f79-b4789d8e66fa tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Deleting port faa3a692-3fba-49aa-b2cc-ead9616ac3f9 {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:41:03.594886 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-67dbc820-61f2-43d1-9f79-b4789d8e66fa tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:03.708717 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-67dbc820-61f2-43d1-9f79-b4789d8e66fa tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:03.709037 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-67dbc820-61f2-43d1-9f79-b4789d8e66fa tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:03.829310 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-67dbc820-61f2-43d1-9f79-b4789d8e66fa tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Calling delete_port for faa3a692-3fba-49aa-b2cc-ead9616ac3f9 owned by network:floatingip {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:41:03.935284 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-67dbc820-61f2-43d1-9f79-b4789d8e66fa tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:03.939465 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-3bb9026a-72a8-4897-9517-40a8b9a6b68c tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:41:03.981095 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dbc820-61f2-43d1-9f79-b4789d8e66fa tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event deleted for resources: {'Port': ['ID=faa3a692-3fba-49aa-b2cc-ead9616ac3f9,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:41:03.984524 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-67dbc820-61f2-43d1-9f79-b4789d8e66fa tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:41:04.073133 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-67dbc820-61f2-43d1-9f79-b4789d8e66fa tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for floatingip, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:04.090011 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-67dbc820-61f2-43d1-9f79-b4789d8e66fa tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-4009180'] for floatingip, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:04.091157 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-67dbc820-61f2-43d1-9f79-b4789d8e66fa tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "DELETE /v2.0/floatingips/6089b4fe-f204-4f4b-8afb-311b4b715aeb HTTP/1.1" status: 204  len: 168 time: 0.7070279
May 10 17:41:05.273249 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 6b14f35f-6fb2-43b6-a969-8fd46ca905e8 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:41:05.306700 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] No Port match for: 6b14f35f-6fb2-43b6-a969-8fd46ca905e8 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:41:05.306985 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Device 6b14f35f-6fb2-43b6-a969-8fd46ca905e8 not bound to the agent host hv-cinder-78638 {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:41:05.457788 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 37894) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:41:05.527353 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-3657f210-26e2-4d1d-8ad6-82e6a25dcb79 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:05.557702 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-3657f210-26e2-4d1d-8ad6-82e6a25dcb79 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:05.620022 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-3657f210-26e2-4d1d-8ad6-82e6a25dcb79 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:05.623926 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-6deb1d36-5dda-450f-8d88-10499a89ad8c tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:41:05.637943 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3657f210-26e2-4d1d-8ad6-82e6a25dcb79 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae95ddce-3601-4a23-b9ed-669e0da2c1e9,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:41:05.640604 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-3657f210-26e2-4d1d-8ad6-82e6a25dcb79 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:41:05.651739 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-3657f210-26e2-4d1d-8ad6-82e6a25dcb79 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:05.655255 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-3657f210-26e2-4d1d-8ad6-82e6a25dcb79 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] 10.222.0.32 "DELETE /v2.0/security-groups/ae95ddce-3601-4a23-b9ed-669e0da2c1e9 HTTP/1.1" status: 204  len: 168 time: 0.1940496
May 10 17:41:05.712900 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 37900) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:41:06.348319 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-47e4736e-359e-4983-a5e9-84090bc10973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393289'] for router_interface, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:06.749829 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-47e4736e-359e-4983-a5e9-84090bc10973 admin admin] Deleting port 51d98f38-f4d8-41aa-9d95-be03b3526014 {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:41:06.750562 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-47e4736e-359e-4983-a5e9-84090bc10973 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:06.966356 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [None req-47e4736e-359e-4983-a5e9-84090bc10973 admin admin] For port 51d98f38-f4d8-41aa-9d95-be03b3526014, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=51d98f38-f4d8-41aa-9d95-be03b3526014,segment=NetworkSegment(adf1ac9b-0a33-4728-83af-ac926a72c85f),segment_id=adf1ac9b-0a33-4728-83af-ac926a72c85f)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:41:06.966716 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-47e4736e-359e-4983-a5e9-84090bc10973 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:07.090787 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-47e4736e-359e-4983-a5e9-84090bc10973 admin admin] Calling delete_port for 51d98f38-f4d8-41aa-9d95-be03b3526014 owned by network:router_interface {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:41:07.226222 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-47e4736e-359e-4983-a5e9-84090bc10973 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:07.229824 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-0d952acc-ef8d-48bd-b8e5-371eed4020c7 tempest-TestVolumeBootPattern-1068598026 tempest-TestVolumeBootPattern-1068598026-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:41:07.273565 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4736e-359e-4983-a5e9-84090bc10973 admin admin] Pushing event deleted for resources: {'Port': ['ID=51d98f38-f4d8-41aa-9d95-be03b3526014,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:41:07.277205 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-47e4736e-359e-4983-a5e9-84090bc10973 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:41:07.541726 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-47e4736e-359e-4983-a5e9-84090bc10973 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420089'] for router_interface, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:07.891915 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e4736e-359e-4983-a5e9-84090bc10973 admin admin] Router 37eaf824-c75e-4e52-8e49-9440c246b848 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:41:08.073955 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e4736e-359e-4983-a5e9-84090bc10973 admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:41:08.083062 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1554575d-facf-4543-965a-e503cdbb6fd3 None None] Sync routers for ids ['37eaf824-c75e-4e52-8e49-9440c246b848'] in dv-cinder-786383-3-iscsi {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:41:08.088151 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-47e4736e-359e-4983-a5e9-84090bc10973 admin admin] 10.222.0.32 "PUT /v2.0/routers/37eaf824-c75e-4e52-8e49-9440c246b848/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3741593
May 10 17:41:08.090565 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 37906) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:41:08.092472 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1554575d-facf-4543-965a-e503cdbb6fd3 None None] Routers {'37eaf824-c75e-4e52-8e49-9440c246b848'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:41:08.093091 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-1554575d-facf-4543-965a-e503cdbb6fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f083317f0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:40:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['37eaf824-c75e-4e52-8e49-9440c246b848'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:41:08.275228 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-1554575d-facf-4543-965a-e503cdbb6fd3 None None] Set router 37eaf824-c75e-4e52-8e49-9440c246b848 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:41:08.385954 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6cd029d0-2d6e-4e19-b618-f065772bb00d admin admin] Notify callbacks [] for router, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:08.555013 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-1554575d-facf-4543-965a-e503cdbb6fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f083317f0>, [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179'}], 'enable_snat': True}, 'gw_port_id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:41:07Z', 'revision_number': 5, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port': {'id': '85c23ae9-151d-4431-afa2-95fb7fba4c5a', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:75:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'device_owner': 'network:router_gateway', 'standard_attr_id': 606, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:23Z', 'updated_at': '2021-05-10T17:32:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:41:08.557412 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6cd029d0-2d6e-4e19-b618-f065772bb00d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:08.558814 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1554575d-facf-4543-965a-e503cdbb6fd3 None None] Checking router: 37eaf824-c75e-4e52-8e49-9440c246b848 for host: dv-cinder-786383-3-iscsi {{(pid=78699) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:41:08.568387 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1554575d-facf-4543-965a-e503cdbb6fd3 None None] Routers {'37eaf824-c75e-4e52-8e49-9440c246b848'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78699) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:41:08.568993 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-1554575d-facf-4543-965a-e503cdbb6fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f083317f0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:40:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['37eaf824-c75e-4e52-8e49-9440c246b848'], 'active': True} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:41:08.630286 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-6cd029d0-2d6e-4e19-b618-f065772bb00d admin admin] Deleting port 85c23ae9-151d-4431-afa2-95fb7fba4c5a {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:41:08.630645 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6cd029d0-2d6e-4e19-b618-f065772bb00d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:08.718550 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvr_db [None req-1554575d-facf-4543-965a-e503cdbb6fd3 None None] Set router 37eaf824-c75e-4e52-8e49-9440c246b848 gateway port host: None {{(pid=78699) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:41:08.751158 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [None req-6cd029d0-2d6e-4e19-b618-f065772bb00d admin admin] For port 85c23ae9-151d-4431-afa2-95fb7fba4c5a, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=85c23ae9-151d-4431-afa2-95fb7fba4c5a,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:41:08.751505 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6cd029d0-2d6e-4e19-b618-f065772bb00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:08.823002 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_hamode_db [None req-1554575d-facf-4543-965a-e503cdbb6fd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f083317f0>, [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:41:08Z', 'revision_number': 6, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port_host': None}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78699) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:41:08.826734 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1554575d-facf-4543-965a-e503cdbb6fd3 None None] The sync data for ids ['37eaf824-c75e-4e52-8e49-9440c246b848'] in dv-cinder-786383-3-iscsi is: [{'id': '37eaf824-c75e-4e52-8e49-9440c246b848', 'name': 'tempest-TestVolumeBootPattern-500320339-router', 'tenant_id': '8fb2aa314410446981bed63afd665410', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:22Z', 'updated_at': '2021-05-10T17:41:08Z', 'revision_number': 6, 'project_id': '8fb2aa314410446981bed63afd665410', 'gw_port_host': None}] {{(pid=78699) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:41:08.876006 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-6cd029d0-2d6e-4e19-b618-f065772bb00d admin admin] Calling delete_port for 85c23ae9-151d-4431-afa2-95fb7fba4c5a owned by network:router_gateway {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:41:09.007619 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6cd029d0-2d6e-4e19-b618-f065772bb00d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:09.011897 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-b845758a-49f3-4845-8a1b-153bea630aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:41:09.056604 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd029d0-2d6e-4e19-b618-f065772bb00d admin admin] Pushing event deleted for resources: {'Port': ['ID=85c23ae9-151d-4431-afa2-95fb7fba4c5a,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:41:09.059722 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-6cd029d0-2d6e-4e19-b618-f065772bb00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:41:09.149230 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6cd029d0-2d6e-4e19-b618-f065772bb00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422765'] for router_gateway, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:09.321353 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6cd029d0-2d6e-4e19-b618-f065772bb00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5982'] for router, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:09.323627 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6cd029d0-2d6e-4e19-b618-f065772bb00d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:09.347486 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6cd029d0-2d6e-4e19-b618-f065772bb00d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-425087'] for router, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:09.347973 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd029d0-2d6e-4e19-b618-f065772bb00d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 37eaf824-c75e-4e52-8e49-9440c246b848 {{(pid=78697) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:41:09.359708 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6cd029d0-2d6e-4e19-b618-f065772bb00d admin admin] Notify callbacks [] for router, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:09.360885 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-6cd029d0-2d6e-4e19-b618-f065772bb00d admin admin] 10.222.0.32 "DELETE /v2.0/routers/37eaf824-c75e-4e52-8e49-9440c246b848 HTTP/1.1" status: 204  len: 168 time: 1.2694237
May 10 17:41:09.363420 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 37910) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:41:09.423688 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b07705-2785-4045-a6a3-22556aff1f2d admin admin] Deleting subnet 9cf24a54-82ea-4663-a879-4db69b2c97c2 {{(pid=78697) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:41:09.426399 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-74b07705-2785-4045-a6a3-22556aff1f2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:09.474564 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-74b07705-2785-4045-a6a3-22556aff1f2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1702558'] for subnet, precommit_delete_associations {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:09.553629 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-74b07705-2785-4045-a6a3-22556aff1f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499293'] for subnet, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:09.902197 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-74b07705-2785-4045-a6a3-22556aff1f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-811505', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-11233334'] for subnet, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:09.906955 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-a2a8ad59-7b28-4118-bc30-9cfcb8e48e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:41:09.943278 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b07705-2785-4045-a6a3-22556aff1f2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cf24a54-82ea-4663-a879-4db69b2c97c2,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:41:09.946763 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-74b07705-2785-4045-a6a3-22556aff1f2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:41:09.948342 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-74b07705-2785-4045-a6a3-22556aff1f2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:09.952145 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a61cdd4-46f8-40e9-b894-704d1dcdf770 None None] Network 9afab9d9-3171-477a-8041-fd8012e27f60 requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:41:09.960154 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-74b07705-2785-4045-a6a3-22556aff1f2d admin admin] 10.222.0.32 "DELETE /v2.0/subnets/9cf24a54-82ea-4663-a879-4db69b2c97c2 HTTP/1.1" status: 204  len: 168 time: 0.5936418
May 10 17:41:09.960419 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 37914) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:41:10.074075 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653661'] for network, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:10.143499 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] Deleting port fa64fd66-f7ba-4b7e-9a10-8c34fede859a {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:41:10.143840 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:10.242993 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48ed018-4be8-49b5-aa2e-365b1cf2a40f None None] DHCP port deletion for 9afab9d9-3171-477a-8041-fd8012e27f60 request from dv-cinder-786383-3-iscsi {{(pid=78699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:41:10.246476 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] For port fa64fd66-f7ba-4b7e-9a10-8c34fede859a, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=fa64fd66-f7ba-4b7e-9a10-8c34fede859a,segment=NetworkSegment(adf1ac9b-0a33-4728-83af-ac926a72c85f),segment_id=adf1ac9b-0a33-4728-83af-ac926a72c85f)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:41:10.246829 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:10.306043 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c48ed018-4be8-49b5-aa2e-365b1cf2a40f None None] Deleting port fa64fd66-f7ba-4b7e-9a10-8c34fede859a {{(pid=78699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:41:10.306395 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c48ed018-4be8-49b5-aa2e-365b1cf2a40f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:10.369258 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] Calling delete_port for fa64fd66-f7ba-4b7e-9a10-8c34fede859a owned by network:dhcp {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:41:10.406302 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-c48ed018-4be8-49b5-aa2e-365b1cf2a40f None None] For port fa64fd66-f7ba-4b7e-9a10-8c34fede859a, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=fa64fd66-f7ba-4b7e-9a10-8c34fede859a,segment=NetworkSegment(adf1ac9b-0a33-4728-83af-ac926a72c85f),segment_id=adf1ac9b-0a33-4728-83af-ac926a72c85f)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:41:10.406749 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c48ed018-4be8-49b5-aa2e-365b1cf2a40f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:10.417022 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 85c23ae9-151d-4431-afa2-95fb7fba4c5a no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:41:10.417727 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:10.421601 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-1e18f3b5-ed44-46d9-8eee-faf65d2e53d1 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:41:10.467131 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa64fd66-f7ba-4b7e-9a10-8c34fede859a,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:41:10.470168 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:41:10.474632 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] No DVR routers for this DVR port fa64fd66-f7ba-4b7e-9a10-8c34fede859a on host dv-cinder-786383-3-iscsi {{(pid=78697) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:41:10.504792 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: 85c23ae9-151d-4431-afa2-95fb7fba4c5a {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:41:10.505149 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 85c23ae9-151d-4431-afa2-95fb7fba4c5a not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:41:10.505569 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 51d98f38-f4d8-41aa-9d95-be03b3526014 no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:41:10.590741 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501542', 'neutron.services.segments.db._delete_segments_for_network-8765770262173'] for network, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:10.593322 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c48ed018-4be8-49b5-aa2e-365b1cf2a40f None None] Calling delete_port for fa64fd66-f7ba-4b7e-9a10-8c34fede859a owned by network:dhcp {{(pid=78699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:41:10.602081 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: 51d98f38-f4d8-41aa-9d95-be03b3526014 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:41:10.602459 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 51d98f38-f4d8-41aa-9d95-be03b3526014 not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:41:10.602883 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device fa64fd66-f7ba-4b7e-9a10-8c34fede859a no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:41:10.604019 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8f035ea820>,) {'filters': {'network_id': ['9afab9d9-3171-477a-8041-fd8012e27f60']}} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:41:10.616161 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f035ea820>, 'adf1ac9b-0a33-4728-83af-ac926a72c85f') {'for_net_delete': True} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:41:10.616459 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.services.segments.db [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f035ea820>, 'adf1ac9b-0a33-4728-83af-ac926a72c85f') {} {{(pid=78697) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:41:10.627736 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765770273639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1702529'] for segment, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:10.636802 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: fa64fd66-f7ba-4b7e-9a10-8c34fede859a {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:41:10.637153 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device fa64fd66-f7ba-4b7e-9a10-8c34fede859a not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:41:10.643788 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:10.650869 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=78697) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:41:10.651260 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-811415'] for segment, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]: Traceback (most recent call last):
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:     timer()
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:     cb(*args, **kw)
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:     return func(*args, **kwargs)
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:     self._notify()
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:     self.callback(batched_events)
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:     event.method(event)
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:     return f(self, *a, **k)
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self._get(url).json()
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:     return self.request(url, 'GET', **kwargs)
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:41:10.666267 dv-cinder-786383-3-iscsi neutron-server[78697]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:41:10.674553 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c48ed018-4be8-49b5-aa2e-365b1cf2a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197'] for port, after_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:10.678104 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-21a5b3eb-df12-4e8f-ae70-4c4ae40b720c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:41:10.723894 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ed018-4be8-49b5-aa2e-365b1cf2a40f None None] Pushing event deleted for resources: {'Port': ['ID=fa64fd66-f7ba-4b7e-9a10-8c34fede859a,revision_number=None']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:41:10.726187 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48ed018-4be8-49b5-aa2e-365b1cf2a40f None None] No DVR routers for this DVR port fa64fd66-f7ba-4b7e-9a10-8c34fede859a on host dv-cinder-786383-3-iscsi {{(pid=78699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:41:10.735186 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48ed018-4be8-49b5-aa2e-365b1cf2a40f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:41:10.735543 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48ed018-4be8-49b5-aa2e-365b1cf2a40f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:41:10.735883 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48ed018-4be8-49b5-aa2e-365b1cf2a40f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:41:10.736219 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48ed018-4be8-49b5-aa2e-365b1cf2a40f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:41:10.736552 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48ed018-4be8-49b5-aa2e-365b1cf2a40f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:41:10.736889 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48ed018-4be8-49b5-aa2e-365b1cf2a40f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:41:10.737212 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48ed018-4be8-49b5-aa2e-365b1cf2a40f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:41:10.737534 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48ed018-4be8-49b5-aa2e-365b1cf2a40f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:41:10.737858 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48ed018-4be8-49b5-aa2e-365b1cf2a40f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:41:10.738179 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48ed018-4be8-49b5-aa2e-365b1cf2a40f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:41:10.738525 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48ed018-4be8-49b5-aa2e-365b1cf2a40f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:41:10.738847 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c48ed018-4be8-49b5-aa2e-365b1cf2a40f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-3-iscsi {{(pid=78699) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
May 10 17:41:10.742600 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-c48ed018-4be8-49b5-aa2e-365b1cf2a40f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:41:10.751698 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422783'] for network, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:10.755680 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-58093282-208a-427c-bbd7-a1c72ae54182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:41:10.769335 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:10.780690 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] Pushing event deleted for resources: {'Network': ['ID=9afab9d9-3171-477a-8041-fd8012e27f60,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:41:10.785576 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:41:10.793552 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-97884f98-5dfc-4351-8c26-014f3b500a61 admin admin] 10.222.0.32 "DELETE /v2.0/networks/9afab9d9-3171-477a-8041-fd8012e27f60 HTTP/1.1" status: 204  len: 168 time: 0.8322101
May 10 17:41:10.796393 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 37918) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:41:11.420140 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6d2f2f0a-a4f0-4cb5-99f7-807c528483ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-393289'] for router_interface, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:11.817037 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f2f0a-a4f0-4cb5-99f7-807c528483ff admin admin] Deleting port 202d6774-b5cc-44ed-beb8-60d88eb2b350 {{(pid=78697) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:41:11.817271 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6d2f2f0a-a4f0-4cb5-99f7-807c528483ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:11.934304 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.db [None req-6d2f2f0a-a4f0-4cb5-99f7-807c528483ff admin admin] For port 202d6774-b5cc-44ed-beb8-60d88eb2b350, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=202d6774-b5cc-44ed-beb8-60d88eb2b350,segment=NetworkSegment(f1d6f86e-fead-4e9b-a57f-c1ac03353a68),segment_id=f1d6f86e-fead-4e9b-a57f-c1ac03353a68)] {{(pid=78697) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:41:11.934676 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6d2f2f0a-a4f0-4cb5-99f7-807c528483ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:12.055258 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.plugins.ml2.plugin [None req-6d2f2f0a-a4f0-4cb5-99f7-807c528483ff admin admin] Calling delete_port for 202d6774-b5cc-44ed-beb8-60d88eb2b350 owned by network:router_interface {{(pid=78697) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:41:12.189605 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6d2f2f0a-a4f0-4cb5-99f7-807c528483ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-811426'] for port, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:12.193959 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-2e02574f-855e-46ae-b0c3-3aa7b3999600 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:41:12.269048 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f2f0a-a4f0-4cb5-99f7-807c528483ff admin admin] Pushing event deleted for resources: {'Port': ['ID=202d6774-b5cc-44ed-beb8-60d88eb2b350,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:41:12.271556 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-6d2f2f0a-a4f0-4cb5-99f7-807c528483ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:41:12.502832 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6d2f2f0a-a4f0-4cb5-99f7-807c528483ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3695756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-420089'] for router_interface, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:12.950466 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2f2f0a-a4f0-4cb5-99f7-807c528483ff admin admin] Router 914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6 has already been hosted by L3 agent 609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3 {{(pid=78697) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
May 10 17:41:13.127221 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2f2f0a-a4f0-4cb5-99f7-807c528483ff admin admin] Notify agent at l3_agent.dv-cinder-786383-3-iscsi the message routers_updated {{(pid=78697) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
May 10 17:41:13.135547 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89308bc-516c-4545-8925-a94d2e50592f None None] Sync routers for ids ['914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6'] in dv-cinder-786383-3-iscsi {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
May 10 17:41:13.144290 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-6d2f2f0a-a4f0-4cb5-99f7-807c528483ff admin admin] 10.222.0.32 "PUT /v2.0/routers/914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3469179
May 10 17:41:13.145488 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89308bc-516c-4545-8925-a94d2e50592f None None] Routers {'914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:41:13.146099 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-e89308bc-516c-4545-8925-a94d2e50592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08aa8fa0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:40:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:41:13.147019 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 37922) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:41:13.318964 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-e89308bc-516c-4545-8925-a94d2e50592f None None] Set router 914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6 gateway port host: dv-cinder-786383-3-iscsi {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:41:13.437781 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-16c766b8-9f40-4509-89d7-fc2992a7fc3e admin admin] Notify callbacks [] for router, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:13.612801 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-16c766b8-9f40-4509-89d7-fc2992a7fc3e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:13.622553 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-e89308bc-516c-4545-8925-a94d2e50592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08aa8fa0>, [{'id': '914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6', 'name': 'tempest-TestVolumeBootPattern-1755067194-router', 'tenant_id': '33dac0e51fed4661b92a22ebfde92b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'external_fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': '222b62fb-ceab-4daa-8380-3992f3d3d990', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:29Z', 'updated_at': '2021-05-10T17:41:12Z', 'revision_number': 5, 'project_id': '33dac0e51fed4661b92a22ebfde92b12', 'gw_port': {'id': '222b62fb-ceab-4daa-8380-3992f3d3d990', 'name': '', 'network_id': 'bae4116f-378a-4109-9d6f-b35b773f5102', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:15:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-10T17:32:29Z', 'updated_at': '2021-05-10T17:32:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '85c6ce2f-4b23-430e-8a05-d1a9c5baa36d', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-3-iscsi'}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:41:13.626647 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89308bc-516c-4545-8925-a94d2e50592f None None] Checking router: 914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6 for host: dv-cinder-786383-3-iscsi {{(pid=78700) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
May 10 17:41:13.634910 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89308bc-516c-4545-8925-a94d2e50592f None None] Routers {'914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6'} bound to L3 agent in host dv-cinder-786383-3-iscsi {{(pid=78700) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
May 10 17:41:13.635514 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-e89308bc-516c-4545-8925-a94d2e50592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f8f08aa8fa0>, 'dv-cinder-786383-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-10T17:11:53Z,description=<?>,heartbeat_timestamp=2021-05-10T17:40:53Z,host='dv-cinder-786383-3-iscsi',id=609690d4-0f3f-4c1a-acbe-cb51ca1ab2b3,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-05-10T17:11:53Z,topic='l3_agent')) {'router_ids': ['914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6'], 'active': True} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:41:13.687019 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-16c766b8-9f40-4509-89d7-fc2992a7fc3e admin admin] Deleting port 222b62fb-ceab-4daa-8380-3992f3d3d990 {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:41:13.687351 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-16c766b8-9f40-4509-89d7-fc2992a7fc3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:13.786080 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_dvr_db [None req-e89308bc-516c-4545-8925-a94d2e50592f None None] Set router 914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6 gateway port host: None {{(pid=78700) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:819}}
May 10 17:41:13.807197 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [None req-16c766b8-9f40-4509-89d7-fc2992a7fc3e admin admin] For port 222b62fb-ceab-4daa-8380-3992f3d3d990, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=222b62fb-ceab-4daa-8380-3992f3d3d990,segment=NetworkSegment(ed03d9ee-527d-4e56-816a-1dcafe7ca9b1),segment_id=ed03d9ee-527d-4e56-816a-1dcafe7ca9b1)] {{(pid=78698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:41:13.807547 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-16c766b8-9f40-4509-89d7-fc2992a7fc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:13.889158 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.l3_hamode_db [None req-e89308bc-516c-4545-8925-a94d2e50592f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f8f08aa8fa0>, [{'id': '914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6', 'name': 'tempest-TestVolumeBootPattern-1755067194-router', 'tenant_id': '33dac0e51fed4661b92a22ebfde92b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:29Z', 'updated_at': '2021-05-10T17:41:13Z', 'revision_number': 6, 'project_id': '33dac0e51fed4661b92a22ebfde92b12', 'gw_port_host': None}], 'dv-cinder-786383-3-iscsi', False) {} {{(pid=78700) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:41:13.893397 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89308bc-516c-4545-8925-a94d2e50592f None None] The sync data for ids ['914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6'] in dv-cinder-786383-3-iscsi is: [{'id': '914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6', 'name': 'tempest-TestVolumeBootPattern-1755067194-router', 'tenant_id': '33dac0e51fed4661b92a22ebfde92b12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-10T17:32:29Z', 'updated_at': '2021-05-10T17:41:13Z', 'revision_number': 6, 'project_id': '33dac0e51fed4661b92a22ebfde92b12', 'gw_port_host': None}] {{(pid=78700) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
May 10 17:41:13.929341 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-16c766b8-9f40-4509-89d7-fc2992a7fc3e admin admin] Calling delete_port for 222b62fb-ceab-4daa-8380-3992f3d3d990 owned by network:router_gateway {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:41:14.064532 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-16c766b8-9f40-4509-89d7-fc2992a7fc3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:14.068099 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-82e33674-4374-4990-90f1-1ce907960a71 tempest-AttachVolumeTestJSON-953232132 tempest-AttachVolumeTestJSON-953232132-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:41:14.108782 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c766b8-9f40-4509-89d7-fc2992a7fc3e admin admin] Pushing event deleted for resources: {'Port': ['ID=222b62fb-ceab-4daa-8380-3992f3d3d990,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:41:14.112331 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-16c766b8-9f40-4509-89d7-fc2992a7fc3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:41:14.201611 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-16c766b8-9f40-4509-89d7-fc2992a7fc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-422765'] for router_gateway, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:14.371067 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-16c766b8-9f40-4509-89d7-fc2992a7fc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-420145', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5982'] for router, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:14.373190 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-16c766b8-9f40-4509-89d7-fc2992a7fc3e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:14.399102 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-16c766b8-9f40-4509-89d7-fc2992a7fc3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-425087'] for router, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:14.399627 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16c766b8-9f40-4509-89d7-fc2992a7fc3e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6 {{(pid=78698) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
May 10 17:41:14.411138 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-16c766b8-9f40-4509-89d7-fc2992a7fc3e admin admin] Notify callbacks [] for router, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:14.412239 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-16c766b8-9f40-4509-89d7-fc2992a7fc3e admin admin] 10.222.0.32 "DELETE /v2.0/routers/914d1b5e-4ed4-4f7c-8728-8f1a1675ecf6 HTTP/1.1" status: 204  len: 168 time: 1.2637408
May 10 17:41:14.414817 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 37926) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:41:14.472274 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01a66be-c955-41bd-8193-895a0ebcbc39 admin admin] Deleting subnet 04ad934a-3291-46f1-91ab-f5d9fcb45d4b {{(pid=78698) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
May 10 17:41:14.475082 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c01a66be-c955-41bd-8193-895a0ebcbc39 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:14.522177 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c01a66be-c955-41bd-8193-895a0ebcbc39 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10641758'] for subnet, precommit_delete_associations {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:14.601284 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c01a66be-c955-41bd-8193-895a0ebcbc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3499293'] for subnet, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:14.660906 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 202d6774-b5cc-44ed-beb8-60d88eb2b350 no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:41:14.695283 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: 202d6774-b5cc-44ed-beb8-60d88eb2b350 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:41:14.695629 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 202d6774-b5cc-44ed-beb8-60d88eb2b350 not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:41:14.696054 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 222b62fb-ceab-4daa-8380-3992f3d3d990 no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:41:14.731396 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: 222b62fb-ceab-4daa-8380-3992f3d3d990 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:41:14.731748 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 222b62fb-ceab-4daa-8380-3992f3d3d990 not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:41:14.847931 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c01a66be-c955-41bd-8193-895a0ebcbc39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3499282', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4019935', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10577331', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10672789'] for subnet, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:14.851967 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-e56994b5-5a48-4d54-a91e-0dc3cb8b21e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:41:14.992652 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a66be-c955-41bd-8193-895a0ebcbc39 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04ad934a-3291-46f1-91ab-f5d9fcb45d4b,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:41:14.996138 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-c01a66be-c955-41bd-8193-895a0ebcbc39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:41:14.998909 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-c01a66be-c955-41bd-8193-895a0ebcbc39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for subnet, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:15.004541 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-c01a66be-c955-41bd-8193-895a0ebcbc39 admin admin] 10.222.0.32 "DELETE /v2.0/subnets/04ad934a-3291-46f1-91ab-f5d9fcb45d4b HTTP/1.1" status: 204  len: 168 time: 0.5887222
May 10 17:41:15.005301 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b35d2b-9c26-4e78-9c35-8a4e684ed3b5 None None] Network 8a8e168d-b0d5-4663-ae76-530f4ddb711c requested from dv-cinder-786383-3-iscsi {{(pid=78699) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
May 10 17:41:15.006977 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [-] (78698) accepted ('10.222.0.32', 37930) {{(pid=78698) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:41:15.109780 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3653661'] for network, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:15.179608 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] Deleting port 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4 {{(pid=78698) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:41:15.179876 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:15.245671 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6bdb10-5006-4836-8dd8-796b7dbd47f6 None None] DHCP port deletion for 8a8e168d-b0d5-4663-ae76-530f4ddb711c request from dv-cinder-786383-3-iscsi {{(pid=78699) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
May 10 17:41:15.279020 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.db [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] For port 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=594ed3ef-03f7-465e-ace2-ff8aa7cba1d4,segment=NetworkSegment(f1d6f86e-fead-4e9b-a57f-c1ac03353a68),segment_id=f1d6f86e-fead-4e9b-a57f-c1ac03353a68)] {{(pid=78698) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:41:15.279605 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:15.311539 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-ad6bdb10-5006-4836-8dd8-796b7dbd47f6 None None] Deleting port 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4 {{(pid=78699) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1887}}
May 10 17:41:15.311941 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ad6bdb10-5006-4836-8dd8-796b7dbd47f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765770251421'] for port, before_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:15.401288 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.plugin [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] Calling delete_port for 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4 owned by network:dhcp {{(pid=78698) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:41:15.406795 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.db [None req-ad6bdb10-5006-4836-8dd8-796b7dbd47f6 None None] For port 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4, host dv-cinder-786383-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-3-iscsi',level=0,port_id=594ed3ef-03f7-465e-ace2-ff8aa7cba1d4,segment=NetworkSegment(f1d6f86e-fead-4e9b-a57f-c1ac03353a68),segment_id=f1d6f86e-fead-4e9b-a57f-c1ac03353a68)] {{(pid=78699) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
May 10 17:41:15.407757 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ad6bdb10-5006-4836-8dd8-796b7dbd47f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-418739'] for port, precommit_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:15.446921 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10577376'] for port, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:15.450578 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-4199be10-e912-4db3-9dc2-8fe507f5aa22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:41:15.494117 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] Pushing event deleted for resources: {'Port': ['ID=594ed3ef-03f7-465e-ace2-ff8aa7cba1d4,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:41:15.497592 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:41:15.499765 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] No DVR routers for this DVR port 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4 on host dv-cinder-786383-3-iscsi {{(pid=78698) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:41:15.532974 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-ad6bdb10-5006-4836-8dd8-796b7dbd47f6 None None] Calling delete_port for 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4 owned by network:dhcp {{(pid=78699) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1960}}
May 10 17:41:15.574480 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-ad6bdb10-5006-4836-8dd8-796b7dbd47f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3622587', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-56983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765770255728', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765769821197'] for port, after_delete {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:15.577962 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:41:15.613365 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3501542', 'neutron.services.segments.db._delete_segments_for_network-8765770262173'] for network, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:15.618513 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6bdb10-5006-4836-8dd8-796b7dbd47f6 None None] Pushing event deleted for resources: {'Port': ['ID=594ed3ef-03f7-465e-ace2-ff8aa7cba1d4,revision_number=None']} {{(pid=78699) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:41:15.621983 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG oslo_concurrency.lockutils [None req-ad6bdb10-5006-4836-8dd8-796b7dbd47f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=78699) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:41:15.624652 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6bdb10-5006-4836-8dd8-796b7dbd47f6 None None] No DVR routers for this DVR port 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4 on host dv-cinder-786383-3-iscsi {{(pid=78699) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
May 10 17:41:15.626556 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.services.segments.db [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f8f0a52cd00>,) {'filters': {'network_id': ['8a8e168d-b0d5-4663-ae76-530f4ddb711c']}} {{(pid=78698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:41:15.638906 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.services.segments.db [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f0a52cd00>, 'f1d6f86e-fead-4e9b-a57f-c1ac03353a68') {'for_net_delete': True} {{(pid=78698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:41:15.639206 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.services.segments.db [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f8f0a52cd00>, 'f1d6f86e-fead-4e9b-a57f-c1ac03353a68') {} {{(pid=78698) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
May 10 17:41:15.651115 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765770273639', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10641729'] for segment, before_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:15.666324 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198'] for segment, precommit_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:15.672121 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=78698) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
May 10 17:41:15.672520 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3505198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10577365'] for segment, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]: Traceback (most recent call last):
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:     timer()
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:     cb(*args, **kw)
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:     return func(*args, **kwargs)
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:     self._notify()
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:     self.callback(batched_events)
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:     event.method(event)
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:     aggregate_id = self._get_aggregate_id(event.segment_id)
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:     aggregate_uuid = self.p_client.list_aggregates(
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:     return f(self, *a, **k)
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:     return self._get(url).json()
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:     return self._client.get(url, endpoint_filter=self._ks_filter,
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:     return self.request(url, 'GET', **kwargs)
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:     base_url = self.get_endpoint(auth, allow=allow,
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:     auth = self._auth_required(auth, 'determine endpoint URL')
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
May 10 17:41:15.685128 dv-cinder-786383-3-iscsi neutron-server[78698]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
May 10 17:41:15.760305 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3501471', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738779', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3695749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-422783'] for network, after_delete {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:15.763811 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-74daf46b-79ed-45b4-8975-39dac33eef97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:41:15.776721 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron_lib.callbacks.manager [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3695787'] for network, before_response {{(pid=78698) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:15.788582 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] Pushing event deleted for resources: {'Network': ['ID=8a8e168d-b0d5-4663-ae76-530f4ddb711c,revision_number=None']} {{(pid=78698) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:41:15.791933 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG oslo_concurrency.lockutils [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=78698) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:41:15.793618 dv-cinder-786383-3-iscsi neutron-server[78698]: INFO neutron.wsgi [None req-0220feba-9719-406b-8d48-9e4549c6a6fd admin admin] 10.222.0.32 "DELETE /v2.0/networks/8a8e168d-b0d5-4663-ae76-530f4ddb711c HTTP/1.1" status: 204  len: 168 time: 0.7857630
May 10 17:41:15.905240 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 37936) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:41:15.953635 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-89f97321-29cc-4eac-8b8b-6de9c5e755c6 admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=8fb2aa314410446981bed63afd665410&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0471299
May 10 17:41:15.955946 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 37940) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:41:16.013609 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f2106087-267f-4633-b942-2a52c0797ccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:16.038089 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f2106087-267f-4633-b942-2a52c0797ccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:16.088729 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f2106087-267f-4633-b942-2a52c0797ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:16.092197 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-976c29b3-fd10-40df-8113-15e8b315d5a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:41:16.104284 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2106087-267f-4633-b942-2a52c0797ccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddbb660-d10a-491f-8cdb-8fd1ae8fadbc,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:41:16.107808 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-f2106087-267f-4633-b942-2a52c0797ccb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:41:16.113355 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-f2106087-267f-4633-b942-2a52c0797ccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:16.114483 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-f2106087-267f-4633-b942-2a52c0797ccb admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/cddbb660-d10a-491f-8cdb-8fd1ae8fadbc HTTP/1.1" status: 204  len: 168 time: 0.1575944
May 10 17:41:16.398607 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4 no longer exists at agent ovs-agent-dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
May 10 17:41:16.435362 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.plugin [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] No Port match for: 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4 {{(pid=78699) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2214}}
May 10 17:41:16.435717 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron.plugins.ml2.rpc [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Device 594ed3ef-03f7-465e-ace2-ff8aa7cba1d4 not bound to the agent host dv-cinder-786383-3-iscsi {{(pid=78699) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
May 10 17:41:16.451741 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 37948) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:41:16.501430 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-1af82d68-d46e-461c-b985-1e1881d4122c admin admin] 10.222.0.32 "GET /v2.0/security-groups?tenant_id=33dac0e51fed4661b92a22ebfde92b12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0484555
May 10 17:41:16.503730 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.wsgi [-] (78697) accepted ('10.222.0.32', 37952) {{(pid=78697) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
May 10 17:41:16.563781 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6d2327af-2fce-428c-a3a7-093740b0e894 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:16.588936 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6d2327af-2fce-428c-a3a7-093740b0e894 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:16.639947 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6d2327af-2fce-428c-a3a7-093740b0e894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3738770'] for security_group, after_delete {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:16.643521 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-400d3d7e-056c-42ed-a1f9-9b9a98f7d63d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
May 10 17:41:16.654115 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2327af-2fce-428c-a3a7-093740b0e894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2480adea-b95e-46de-9cff-76af811cb6dc,revision_number=None']} {{(pid=78697) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
May 10 17:41:16.657923 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG oslo_concurrency.lockutils [None req-6d2327af-2fce-428c-a3a7-093740b0e894 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=78697) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
May 10 17:41:16.661071 dv-cinder-786383-3-iscsi neutron-server[78697]: DEBUG neutron_lib.callbacks.manager [None req-6d2327af-2fce-428c-a3a7-093740b0e894 admin admin] Notify callbacks [] for security_group, before_response {{(pid=78697) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:16.662265 dv-cinder-786383-3-iscsi neutron-server[78697]: INFO neutron.wsgi [None req-6d2327af-2fce-428c-a3a7-093740b0e894 admin admin] 10.222.0.32 "DELETE /v2.0/security-groups/2480adea-b95e-46de-9cff-76af811cb6dc HTTP/1.1" status: 204  len: 168 time: 0.1576726
May 10 17:41:20.313759 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-030fbe9c-4e04-4157-a54e-2063fb894c3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:21.204016 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:41:21.717622 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:22.805247 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:22.924368 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-aa7cd513-403a-4cfe-bc8c-a83cf35e1f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:24.026105 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:25.485906 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:50.285373 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-cbe62291-be4e-42f9-a623-74d668e036b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:51.717250 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:52.806079 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:52.923952 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-23018f96-1c28-411e-93c5-2c24240533aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:54.030088 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:55.488819 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:41:58.202554 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:42:20.287061 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0a0cf3b4-e9a7-438d-a0a9-af55daa5c242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:42:21.718130 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:42:22.806704 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:42:22.924187 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-801ea8ce-3fc5-4fd0-b2dd-065c7e777c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:42:24.032315 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:42:25.492783 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:42:35.201084 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:42:50.288661 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-63b7af93-42a4-47cb-8391-c011f997d7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:42:51.729688 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:42:52.809621 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:42:52.923378 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-d40d7360-617b-42eb-8f18-57179064ca7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:42:54.034034 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:42:55.496532 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:43:12.201412 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:43:20.289965 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-d8e45621-250a-4704-a089-d385280fdb89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:43:21.729204 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:43:22.812210 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:43:22.923137 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-b8f1b96d-482f-4d99-a32c-cec3990c4ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:43:24.037956 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:43:25.499350 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:43:49.199874 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:43:50.290620 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-4b43a6fd-b3e2-4752-a730-d869d89597ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:43:51.743815 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:43:52.813764 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:43:52.922197 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-65017894-dbd6-48d0-b72e-7f1761410681 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:43:54.040973 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:43:55.502408 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:44:20.293300 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-a9bc4fda-11de-4e09-a6ac-63aaffa7368e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:44:21.757854 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:44:22.815744 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:44:22.921461 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-dcaf98e6-c213-45d0-9613-bb4a78715b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:44:24.043795 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:44:25.504828 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:44:26.199138 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:44:50.295436 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-d808f4cc-4850-49cb-acfc-e03db15979b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:44:51.768502 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:44:52.817377 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:44:52.920979 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-222f3cea-595d-47d0-ac98-f37c58bcb834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:44:54.046510 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:44:55.508024 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:44:59.849173 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [req-135b5987-5749-4760-be5f-11719c634e9b req-0564d403-4a7d-406a-91ea-6207a2ebeef6 service neutron] (78698) timed out ('10.222.0.32', 34340) {{(pid=78698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 10 17:45:03.198042 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:45:20.296495 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-85d9e63b-9e1e-42ee-9dac-1ff4e0582c93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:45:21.781876 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:45:22.819636 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:45:22.920462 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-5b9d37ed-29b7-448c-aef8-2ca61224e7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:45:24.049336 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:45:25.512849 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:45:40.197282 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:45:50.298620 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-e717b41f-3cff-416c-9651-bb9e02ec9af5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:45:51.801933 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:45:51.902752 dv-cinder-786383-3-iscsi neutron-server[78698]: DEBUG neutron.wsgi [req-7702b54d-14a2-4d01-aba2-3d7b70568a3d req-75dae567-6998-4784-b61e-dbee98c0c2ad service neutron] (78698) timed out ('10.222.0.36', 53012) {{(pid=78698) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
May 10 17:45:52.821310 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:45:52.920631 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-47dfc512-6fca-46e6-9005-4791c3293449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:45:54.051708 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:45:55.514097 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:46:17.195606 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:46:20.303338 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-292d77c3-ca3e-4aa9-a0b1-c07bfbfa788e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:46:21.816647 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:46:22.822787 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:46:22.921029 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-49ad2033-cc9a-487c-ac2d-931c8c118d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:46:24.056411 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:46:25.518371 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:46:50.304927 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-124924fa-3a52-4223-8a66-8fd154009d82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:46:51.830792 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-0486b282-6654-49e8-8365-5be8ffbc50fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:46:52.825909 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-c7ed15f1-c83d-4b99-a42d-fbde40f80273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:46:52.922231 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-e3da7cdd-f93c-4a37-87bd-e27ab7971c15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:46:54.058398 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-73dd5747-0985-4df8-a50d-3ce8fa6ca450 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
May 10 17:46:54.194473 dv-cinder-786383-3-iscsi neutron-server[78700]: DEBUG neutron.db.agents_db [None req-984d723a-7ee2-479c-8437-1306f82f5283 None None] Agent healthcheck: found 6 active agents {{(pid=78700) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}}
May 10 17:46:55.520803 dv-cinder-786383-3-iscsi neutron-server[78699]: DEBUG neutron_lib.callbacks.manager [None req-95f0d6e3-3b87-46c7-bac1-6528e920fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765770262182', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3479260'] for agent, after_update {{(pid=78699) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}